-- Logs begin at Mon 2021-06-14 15:54:51 UTC, end at Mon 2021-06-14 16:52:54 UTC. -- Jun 14 16:26:01.873585 dv-cinder-796286-2-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 14 16:26:04.617264 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.common.config [-] Logging enabled! Jun 14 16:26:04.617956 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev342 Jun 14 16:26:04.618166 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91828) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 14 16:26:04.621428 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.common.config [-] Logging enabled! Jun 14 16:26:04.621688 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev342 Jun 14 16:26:04.622005 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91828) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 14 16:26:04.622964 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 14 16:26:04.623203 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 14 16:26:04.623582 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 14 16:26:04.623869 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 14 16:26:04.624104 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 14 16:26:04.624431 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:04.624735 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:04.625036 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:04.625273 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:04.625572 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:04.625867 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:04.626153 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:04.626447 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:04.626747 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:04.627036 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:04.627316 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:04.627604 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:04.627871 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:04.628175 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:04.628445 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:04.628741 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:04.628968 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] debug = True {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:04.629251 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:04.629681 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:04.630098 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:04.630385 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:04.630679 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:04.630965 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:04.631240 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:04.631522 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:04.631913 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:04.633000 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] host = dv-cinder-796286-2-smb {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:04.633427 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:04.633733 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:04.634841 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:04.635638 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:04.635958 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:04.636248 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:04.636547 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:04.636831 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:04.637113 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] log_file = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:04.637398 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:04.637693 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:04.637989 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:04.638298 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:04.638521 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:04.638747 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:04.639041 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:04.639336 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:04.639619 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:04.639925 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:04.640204 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:04.640483 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:04.640762 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:04.641036 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:04.641328 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:04.641619 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:04.641911 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:04.642189 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:04.642467 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:04.642745 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:04.643020 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:04.643312 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:04.643596 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:04.643897 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:04.644176 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:04.644465 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:04.644737 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:04.645014 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:04.645318 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:04.645612 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:04.645900 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:04.646190 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:04.646468 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:04.646754 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:04.647032 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:04.647309 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:04.647731 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] use_json = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:04.648224 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:04.648583 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:04.648880 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:04.649166 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:04.649449 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:04.649731 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:04.650011 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:04.650305 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:04.650611 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.650917 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.651226 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.651517 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.651860 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.652153 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.652448 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.652735 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.653029 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.653323 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.653622 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.653908 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.654203 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.654488 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.654788 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.655098 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.655396 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.655713 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.656000 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.656279 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.656557 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.656842 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.657134 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.657431 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.657725 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.658003 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.658286 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.658581 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.658863 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.659140 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.659421 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.659732 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.660017 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.660296 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.660584 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.660868 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.661145 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.661421 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.661704 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.662003 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.662287 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.662564 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.662840 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.663190 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.663661 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.664076 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.664366 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.664652 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.664933 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.665220 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.665502 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.665782 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.666067 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.666345 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.666632 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.666913 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.667191 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.667469 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.667780 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.668061 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.668338 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.668614 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.668896 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.669172 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.669449 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.669726 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.670004 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.670282 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.670570 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.670872 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.671157 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.671440 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.671745 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.672031 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.672315 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.672601 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.672885 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.673168 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.673446 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.673745 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.674034 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.674324 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.674614 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.674895 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.675194 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.675474 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.675781 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.676064 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.676345 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.676638 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.676926 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.677224 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.677520 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.677821 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.678121 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.678419 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.679223 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.679748 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.680143 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:04.680368 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 14 16:26:04.680621 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91828) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 14 16:26:05.040165 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:26:05.040447 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:26:05.040744 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:26:05.041079 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 14 16:26:05.438461 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:05.438676 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:05.438953 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:05.440312 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:05.440595 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:05.440867 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:05.475940 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:05.476265 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:05.476541 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:05.489642 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:05.489931 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:05.490208 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:05.521694 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:05.521977 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:05.522254 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:05.559508 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:05.559842 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:05.560118 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:05.797962 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:05.798602 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:05.798602 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:05.798762 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:05.799721 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:05.924655 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:05.924981 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:05.925272 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:05.925553 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:05.925833 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:05.926156 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:05.926421 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:05.926685 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:05.926946 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:05.927235 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:05.927503 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:05.927798 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:05.928069 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:05.928346 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:05.928610 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:05.929492 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:05.929957 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:05.930236 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:05.930519 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:05.930783 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:05.931072 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:05.931429 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:05.931710 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:05.932004 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:05.932262 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:05.932517 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:05.932912 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91828) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 14 16:26:05.933157 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91828) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 14 16:26:05.933400 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91828) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 14 16:26:05.933640 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91828) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 14 16:26:05.933878 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91828) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 14 16:26:05.934117 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91828) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 14 16:26:05.935488 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 14 16:26:05.938658 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 14 16:26:05.942578 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 14 16:26:05.947102 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Jun 14 16:26:05.948759 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 14 16:26:05.949219 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 14 16:26:05.949556 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 14 16:26:05.949949 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 14 16:26:05.953038 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 14 16:26:05.953295 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 14 16:26:05.953648 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 14 16:26:05.982095 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 14 16:26:05.982556 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:05.982860 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91828) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 14 16:26:05.983231 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:05.984633 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91828) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 14 16:26:05.984927 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 14 16:26:05.985177 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 14 16:26:05.988360 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:05.988645 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:06.054016 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 14 16:26:06.054355 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 14 16:26:06.054670 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 14 16:26:06.055065 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 14 16:26:06.075957 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_db.sqlalchemy.engines [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91828) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 14 16:26:06.614280 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.plugins.ml2.managers [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Initializing driver for type 'gre' Jun 14 16:26:06.614816 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] gre ID ranges: [(1, 1000)] Jun 14 16:26:06.669706 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.plugins.ml2.managers [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Initializing driver for type 'local' Jun 14 16:26:06.670063 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.plugins.ml2.managers [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Initializing driver for type 'vlan' Jun 14 16:26:06.683882 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] VlanTypeDriver initialization complete Jun 14 16:26:06.684229 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.plugins.ml2.managers [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Initializing driver for type 'vxlan' Jun 14 16:26:06.684815 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] vxlan ID ranges: [(1, 1000)] Jun 14 16:26:06.735776 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.plugins.ml2.managers [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Initializing extension driver 'port_security' Jun 14 16:26:06.736129 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.plugins.ml2.extensions.port_security [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] PortSecurityExtensionDriver initialization complete Jun 14 16:26:06.736477 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.plugins.ml2.managers [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Initializing mechanism driver 'openvswitch' Jun 14 16:26:06.736813 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.plugins.ml2.managers [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Initializing mechanism driver 'hyperv' Jun 14 16:26:06.744063 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.plugins.ml2.plugin [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:26:06.745019 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Subscribe: > port after_create 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:06.745406 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Subscribe: > port after_update 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:06.745775 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Subscribe: > port after_delete 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:06.746171 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Subscribe: > subnet after_create 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:06.746534 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Subscribe: > subnet after_update 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:06.746892 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Subscribe: > subnet after_delete 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:06.747342 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Subscribe: > network after_create 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:06.747815 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Subscribe: > network after_update 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:06.748298 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Subscribe: > network after_delete 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:06.748692 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Subscribe: > security_group after_create 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:06.749054 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Subscribe: > security_group after_update 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:06.749406 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Subscribe: > security_group after_delete 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:06.749793 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:06.750150 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:06.750502 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:06.750890 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Subscribe: > address_group after_create 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:06.751245 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Subscribe: > address_group after_update 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:06.751594 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Subscribe: > address_group after_delete 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:06.751973 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] ML2 OVO RPC backend initialized. {{(pid=91828) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 14 16:26:06.752687 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Subscribe: > router_interface after_create 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:06.753050 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:06.753468 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Subscribe: > network before_response 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:06.753823 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Subscribe: > networks before_response 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:06.754174 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Subscribe: > port before_response 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:06.754521 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Subscribe: > ports before_response 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:06.754870 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Subscribe: > subnet before_response 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:06.755219 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Subscribe: > subnets before_response 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:06.755568 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Subscribe: > network after_create 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:06.755939 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Subscribe: > network after_update 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:06.756283 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Subscribe: > network after_delete 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:06.756626 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Subscribe: > port after_create 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:06.757567 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Subscribe: > port after_update 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:06.758027 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Subscribe: > port after_delete 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:06.758384 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Subscribe: > subnet after_create 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:06.758735 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Subscribe: > subnet after_update 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:06.759081 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Subscribe: > subnet after_delete 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:06.759744 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.plugins.ml2.plugin [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Modular L2 Plugin initialization complete Jun 14 16:26:06.760081 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading services supported by the core plugin {{(pid=91828) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 14 16:26:06.760423 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.plugins.ml2.managers [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Got port-security extension from driver 'port_security' Jun 14 16:26:06.760892 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.extensions.vlantransparent [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Disabled vlantransparent extension. Jun 14 16:26:06.761399 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91828) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 14 16:26:06.761720 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading Plugin: router Jun 14 16:26:06.797650 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Subscribe: > router_interface before_create 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:06.798049 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Subscribe: > router after_create 55549900 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:06.798588 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Subscribe: > router before_create 55549900 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:06.798775 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:06.799149 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:06.799515 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Subscribe: > router after_delete 55549900 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:06.799903 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Subscribe: > floatingip after_update 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:06.800276 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Subscribe: > router after_create 55549900 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:06.800628 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Subscribe: > router after_update 55549900 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:06.800985 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Subscribe: > router after_update 55549900 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:06.801339 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:06.801701 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Subscribe: > router after_update 55549900 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:06.802112 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Subscribe: > router precommit_update 55549900 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:06.802486 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Subscribe: port after_update 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:06.802831 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Subscribe: port after_delete 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:06.803173 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Subscribe: subnet after_update 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:06.803519 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:06.804424 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Subscribe: > port precommit_delete 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:06.804781 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Subscribe: > router precommit_create 55549900 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:06.805129 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Subscribe: port before_delete 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:06.805476 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Subscribe: > router precommit_create 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:06.805837 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Subscribe: > router after_update 55549900 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:06.806183 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Subscribe: > router precommit_delete 55549900 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:06.806548 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Subscribe: > router precommit_create 55549900 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:06.806916 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Subscribe: > router_interface after_create 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:06.807270 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Subscribe: > router precommit_update 55549900 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:06.807650 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Subscribe: > network after_delete 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:06.808546 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.quota.resource_registry [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Tracking information for resource: router configured {{(pid=91828) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 14 16:26:06.808885 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.quota.resource_registry [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Tracking information for resource: floatingip configured {{(pid=91828) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 14 16:26:06.813910 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.db.l3_agentschedulers_db [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 14 16:26:06.814501 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Subscribe: port after_update 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:06.814865 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Subscribe: port after_create 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:06.815221 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Subscribe: port after_delete 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:06.815580 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Subscribe: port after_update 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:06.816414 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Subscribe: > router before_create 55550100 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:06.816786 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Subscribe: > router precommit_delete 55550100 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:06.817154 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Subscribe: > router precommit_create 55550100 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:06.817518 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Subscribe: > router precommit_update 55550100 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:06.822937 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.services.provider_configuration [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Service providers = [] {{(pid=91828) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 14 16:26:06.823306 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.db.servicetype_db [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91828) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 14 16:26:06.826280 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.services.service_base [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91828) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 14 16:26:06.826628 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.services.service_base [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91828) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 14 16:26:06.827231 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.services.service_base [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91828) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 14 16:26:06.828136 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.services.service_base [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91828) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 14 16:26:06.828513 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.services.service_base [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 14 16:26:06.828899 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91828) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 14 16:26:06.829220 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 14 16:26:06.840311 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91828) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 14 16:26:06.840652 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading Plugin: auto_allocate Jun 14 16:26:06.846523 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Subscribe: network precommit_update 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:06.846894 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Subscribe: network precommit_create 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:06.847417 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91828) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 14 16:26:06.847783 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading Plugin: tag Jun 14 16:26:06.854438 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91828) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 14 16:26:06.854776 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading Plugin: timestamp Jun 14 16:26:06.858734 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91828) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 14 16:26:06.859073 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading Plugin: network_ip_availability Jun 14 16:26:06.864555 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:06.864879 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:06.865237 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:06.865959 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91828) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 14 16:26:06.866911 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading Plugin: flavors Jun 14 16:26:06.871713 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91828) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 14 16:26:06.872058 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading Plugin: revisions Jun 14 16:26:06.876382 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91828) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 14 16:26:06.876780 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_concurrency.lockutils [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.836s {{(pid=91828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:26:06.877529 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91828) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 14 16:26:06.877874 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Initializing extension manager. Jun 14 16:26:06.878381 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: __init__.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:06.878724 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: __pycache__ {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:06.879061 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:06.879398 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: address_group.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:06.880176 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:06.880750 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loaded extension: address-group Jun 14 16:26:06.881076 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: address_scope.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:06.881811 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:06.883490 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loaded extension: address-scope Jun 14 16:26:06.883856 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: admin_state_down_before_update.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:06.884785 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:06.885308 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loaded extension: router-admin-state-down-before-update Jun 14 16:26:06.885639 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: agent.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:06.886526 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:06.887044 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loaded extension: agent Jun 14 16:26:06.887378 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: agent_resources_synced.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:06.888303 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:06.888824 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loaded extension: agent-resources-synced Jun 14 16:26:06.889154 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: allowedaddresspairs.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:06.890939 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:06.891494 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loaded extension: allowed-address-pairs Jun 14 16:26:06.891859 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: auto_allocated_topology.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:06.892935 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:06.893458 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loaded extension: auto-allocated-topology Jun 14 16:26:06.893789 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: availability_zone.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:06.894481 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:06.894997 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loaded extension: availability_zone Jun 14 16:26:06.895326 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: availability_zone_filter.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:06.896259 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:06.896775 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loaded extension: availability_zone_filter Jun 14 16:26:06.897103 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: data_plane_status.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:06.898614 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:06.899125 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Extension data-plane-status not supported by any of loaded plugins Jun 14 16:26:06.899451 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: default_subnetpools.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:06.900383 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:06.900905 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loaded extension: default-subnetpools Jun 14 16:26:06.901236 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: dhcpagentscheduler.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:06.902045 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:06.902559 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loaded extension: dhcp_agent_scheduler Jun 14 16:26:06.902888 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: dns.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:06.903834 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:06.904447 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Extension dns-integration not supported by any of loaded plugins Jun 14 16:26:06.904779 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: dns_domain_ports.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:06.905747 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:06.906324 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 14 16:26:06.906700 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: dvr.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:06.907625 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:06.908371 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loaded extension: dvr Jun 14 16:26:06.908823 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: empty_string_filtering.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:06.909778 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:06.910508 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loaded extension: empty-string-filtering Jun 14 16:26:06.910975 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:06.912224 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:06.912876 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 14 16:26:06.913947 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:06.915243 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:06.916061 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 14 16:26:06.916318 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: external_net.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:06.917783 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:06.918582 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loaded extension: external-net Jun 14 16:26:06.919009 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: extra_dhcp_opt.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:06.920347 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:06.920907 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loaded extension: extra_dhcp_opt Jun 14 16:26:06.921340 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: extraroute.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:06.922540 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:06.923261 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loaded extension: extraroute Jun 14 16:26:06.923580 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: extraroute_atomic.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:06.924727 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:06.925386 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loaded extension: extraroute-atomic Jun 14 16:26:06.925856 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: filter_validation.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:06.926603 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:06.927302 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loaded extension: filter-validation Jun 14 16:26:06.927769 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: fip_pf_description.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:06.929156 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:06.929860 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 14 16:26:06.930315 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: fip_port_details.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:06.931279 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:06.931931 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loaded extension: fip-port-details Jun 14 16:26:06.932401 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: flavors.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:06.933869 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:06.934435 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loaded extension: flavors Jun 14 16:26:06.934871 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:06.937021 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:06.937604 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 14 16:26:06.937944 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: floatingip_pools.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:06.938646 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:06.939164 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loaded extension: floatingip-pools Jun 14 16:26:06.939497 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: ip_allocation.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:06.940446 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:06.940956 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Extension ip_allocation not supported by any of loaded plugins Jun 14 16:26:06.941287 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:06.942197 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:06.942716 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loaded extension: ip-substring-filtering Jun 14 16:26:06.943050 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: l2_adjacency.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:06.943996 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:06.944571 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Extension l2_adjacency not supported by any of loaded plugins Jun 14 16:26:06.944908 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: l3.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:06.945899 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:06.946420 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loaded extension: router Jun 14 16:26:06.946752 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: l3_conntrack_helper.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:06.949164 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:06.949700 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 14 16:26:06.950038 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:06.950963 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:06.951486 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loaded extension: ext-gw-mode Jun 14 16:26:06.952116 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:06.953029 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:06.953551 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loaded extension: l3-ha Jun 14 16:26:06.953883 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: l3_flavors.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:06.954792 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:06.955315 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loaded extension: l3-flavors Jun 14 16:26:06.955653 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:06.956596 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:06.957112 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loaded extension: l3-port-ip-change-not-allowed Jun 14 16:26:06.957441 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: l3agentscheduler.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:06.958483 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:06.958996 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loaded extension: l3_agent_scheduler Jun 14 16:26:06.959326 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: logging.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:06.961362 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:06.961879 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Extension logging not supported by any of loaded plugins Jun 14 16:26:06.962216 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: metering.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:06.962955 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:06.963540 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loaded extension: metering Jun 14 16:26:06.963900 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:06.964989 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:06.965509 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loaded extension: metering_source_and_destination_fields Jun 14 16:26:06.965837 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: multiprovidernet.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:06.966746 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:06.967260 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loaded extension: multi-provider Jun 14 16:26:06.967588 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: netmtu.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:06.968519 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:06.969028 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loaded extension: net-mtu Jun 14 16:26:06.969356 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: netmtu_writable.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:06.970261 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:06.970777 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loaded extension: net-mtu-writable Jun 14 16:26:06.971103 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: network_availability_zone.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:06.971799 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:06.972312 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loaded extension: network_availability_zone Jun 14 16:26:06.972802 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: network_ip_availability.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:06.973901 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:06.974424 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loaded extension: network-ip-availability Jun 14 16:26:06.974758 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: network_segment_range.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:06.975551 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:06.976613 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Extension network-segment-range not supported by any of loaded plugins Jun 14 16:26:06.977029 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: pagination.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:06.978018 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:06.978354 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loaded extension: pagination Jun 14 16:26:06.978674 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: port_device_profile.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:06.979572 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:06.980138 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loaded extension: port-device-profile Jun 14 16:26:06.980466 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:06.981373 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:06.981892 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loaded extension: port-mac-address-regenerate Jun 14 16:26:06.982223 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:06.983121 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:06.983645 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loaded extension: port-numa-affinity-policy Jun 14 16:26:06.984011 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: port_resource_request.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:06.984921 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:06.985435 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Extension port-resource-request not supported by any of loaded plugins Jun 14 16:26:06.985763 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: portbindings.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:06.986679 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:06.987202 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loaded extension: binding Jun 14 16:26:06.987529 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: portbindings_extended.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:06.990402 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:06.990941 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loaded extension: binding-extended Jun 14 16:26:06.991412 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: portsecurity.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:06.992444 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:06.992969 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loaded extension: port-security Jun 14 16:26:06.993305 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: project_id.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:06.994277 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:06.994617 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loaded extension: project-id Jun 14 16:26:06.994949 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: providernet.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:06.995892 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:06.996414 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loaded extension: provider Jun 14 16:26:06.996743 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: qos.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:07.000341 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:07.000873 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Extension qos not supported by any of loaded plugins Jun 14 16:26:07.001212 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:07.002468 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:07.002977 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 14 16:26:07.003316 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:07.004249 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:07.004769 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 14 16:26:07.005103 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: qos_default.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:07.006006 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:07.006524 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Extension qos-default not supported by any of loaded plugins Jun 14 16:26:07.006886 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: qos_fip.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:07.007549 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:07.008084 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Extension qos-fip not supported by any of loaded plugins Jun 14 16:26:07.008418 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: qos_gateway_ip.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:07.009333 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:07.009845 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 14 16:26:07.010175 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: qos_port_network_policy.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:07.011075 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:07.011596 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 14 16:26:07.011951 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: qos_rule_type_details.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:07.012867 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:07.013389 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 14 16:26:07.013719 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: qos_rules_alias.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:07.014761 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:07.015289 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 14 16:26:07.015620 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: quotasv2.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:07.016640 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:07.016977 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loaded extension: quotas Jun 14 16:26:07.017310 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: quotasv2_detail.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:07.020581 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:07.020925 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loaded extension: quota_details Jun 14 16:26:07.021262 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: rbac.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:07.022930 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:07.023519 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loaded extension: rbac-policies Jun 14 16:26:07.023892 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: rbac_address_group.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:07.024897 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:07.025430 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loaded extension: rbac-address-group Jun 14 16:26:07.025763 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: rbac_address_scope.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:07.026685 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:07.027212 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loaded extension: rbac-address-scope Jun 14 16:26:07.027553 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: rbac_security_groups.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:07.028513 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:07.029042 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loaded extension: rbac-security-groups Jun 14 16:26:07.029373 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: rbac_subnetpool.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:07.030557 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:07.031086 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loaded extension: rbac-subnetpool Jun 14 16:26:07.031417 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: revisionifmatch.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:07.032391 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:07.032914 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loaded extension: revision-if-match Jun 14 16:26:07.033244 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: revisions.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:07.034372 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:07.034895 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loaded extension: standard-attr-revisions Jun 14 16:26:07.035225 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: router_availability_zone.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:07.035936 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:07.036459 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loaded extension: router_availability_zone Jun 14 16:26:07.036786 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: routerservicetype.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:07.037815 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:07.038956 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Extension router-service-type not supported by any of loaded plugins Jun 14 16:26:07.039263 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:07.040212 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:07.040731 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loaded extension: security-groups-normalized-cidr Jun 14 16:26:07.041060 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: security_groups_port_filtering.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:07.041967 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:07.042515 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loaded extension: port-security-groups-filtering Jun 14 16:26:07.042843 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:07.043792 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:07.044306 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loaded extension: security-groups-remote-address-group Jun 14 16:26:07.044629 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: securitygroup.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:07.054826 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:07.055513 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loaded extension: security-group Jun 14 16:26:07.055964 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: segment.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:07.056765 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:07.057283 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Extension segment not supported by any of loaded plugins Jun 14 16:26:07.057625 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:07.058569 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:07.059086 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 14 16:26:07.059421 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: servicetype.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:07.060558 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:07.061087 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loaded extension: service-type Jun 14 16:26:07.061472 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: sorting.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:07.062406 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:07.062742 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loaded extension: sorting Jun 14 16:26:07.063075 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: standard_attr_segment.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:07.064018 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:07.064536 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 14 16:26:07.064865 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: standardattrdescription.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:07.065518 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:07.066038 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loaded extension: standard-attr-description Jun 14 16:26:07.066369 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: stateful_security_group.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:07.067285 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:07.067845 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loaded extension: stateful-security-group Jun 14 16:26:07.068177 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: stdattrs_common.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:07.068754 dv-cinder-796286-2-smb neutron-server[91828]: WARNING neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 14 16:26:07.069079 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:07.070758 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:07.071279 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 14 16:26:07.071606 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: subnet_onboard.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:07.072707 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:07.073235 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loaded extension: subnet_onboard Jun 14 16:26:07.073566 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:07.074489 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:07.075010 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 14 16:26:07.075335 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: subnet_service_types.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:07.076287 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:07.076814 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loaded extension: subnet-service-types Jun 14 16:26:07.077400 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: subnetallocation.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:07.078485 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:07.079364 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loaded extension: subnet_allocation Jun 14 16:26:07.079721 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:07.080394 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:07.080918 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loaded extension: subnetpool-prefix-ops Jun 14 16:26:07.081243 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:07.082174 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:07.082694 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 14 16:26:07.083020 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: tagging.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:07.084136 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:07.084674 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loaded extension: standard-attr-tag Jun 14 16:26:07.085033 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: timestamp.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:07.086241 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:07.086762 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loaded extension: standard-attr-timestamp Jun 14 16:26:07.087094 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: trunk.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:07.088159 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:07.088683 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Extension trunk not supported by any of loaded plugins Jun 14 16:26:07.089016 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: trunk_details.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:07.089927 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:07.090447 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Extension trunk-details not supported by any of loaded plugins Jun 14 16:26:07.090777 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: uplink_status_propagation.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:07.091709 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:07.092233 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 14 16:26:07.092565 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Loading extension file: vlantransparent.py {{(pid=91828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:26:07.093242 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:26:07.093758 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Extension vlan-transparent not supported by any of loaded plugins Jun 14 16:26:07.096236 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.quota.resource_registry [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Creating instance of TrackedResource for resource:network Jun 14 16:26:07.096787 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.quota.resource_registry [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Creating instance of TrackedResource for resource:subnet Jun 14 16:26:07.097201 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.quota.resource_registry [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Creating instance of TrackedResource for resource:subnetpool Jun 14 16:26:07.097600 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.quota.resource_registry [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Creating instance of TrackedResource for resource:port Jun 14 16:26:07.098862 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.v2.resource_helper [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91828) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 16:26:07.099305 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.v2.resource_helper [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Service FLAVORS assigned prefix: {{(pid=91828) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 16:26:07.099957 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.v2.resource_helper [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91828) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 16:26:07.100387 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.v2.resource_helper [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91828) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 16:26:07.101340 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.quota.resource_registry [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Creating instance of TrackedResource for resource:router Jun 14 16:26:07.101792 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.quota.resource_registry [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Creating instance of TrackedResource for resource:floatingip Jun 14 16:26:07.102292 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.v2.resource_helper [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Service METERING assigned prefix: /metering {{(pid=91828) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 16:26:07.103777 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:07.104155 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:07.104516 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:26:07.105512 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.quota.resource_registry [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Creating instance of CountableResource for resource:rbac_policy Jun 14 16:26:07.105960 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.quota.resource_registry [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Creating instance of TrackedResource for resource:security_group Jun 14 16:26:07.106398 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.quota.resource_registry [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Creating instance of TrackedResource for resource:security_group_rule Jun 14 16:26:07.107014 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.v2.resource_helper [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Service CORE assigned prefix: {{(pid=91828) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 16:26:07.107346 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.quota.resource_registry [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Creating instance of TrackedResource for resource:subnetpool Jun 14 16:26:07.107725 dv-cinder-796286-2-smb neutron-server[91828]: WARNING neutron.quota.resource_registry [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] subnetpool is already registered Jun 14 16:26:07.108163 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.v2.resource_helper [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Service CORE assigned prefix: {{(pid=91828) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 16:26:07.108490 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.quota.resource_registry [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Creating instance of TrackedResource for resource:subnetpool Jun 14 16:26:07.108827 dv-cinder-796286-2-smb neutron-server[91828]: WARNING neutron.quota.resource_registry [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] subnetpool is already registered Jun 14 16:26:07.111101 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.v2.resource_helper [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91828) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 16:26:07.111539 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.v2.resource_helper [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Service FLAVORS assigned prefix: {{(pid=91828) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 16:26:07.112168 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.v2.resource_helper [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91828) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 16:26:07.112594 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.v2.resource_helper [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91828) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 16:26:07.112931 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.quota.resource_registry [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Creating instance of TrackedResource for resource:router Jun 14 16:26:07.113281 dv-cinder-796286-2-smb neutron-server[91828]: WARNING neutron.quota.resource_registry [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] router is already registered Jun 14 16:26:07.113696 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.quota.resource_registry [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Creating instance of TrackedResource for resource:floatingip Jun 14 16:26:07.114038 dv-cinder-796286-2-smb neutron-server[91828]: WARNING neutron.quota.resource_registry [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] floatingip is already registered Jun 14 16:26:07.114495 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.v2.resource_helper [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Service METERING assigned prefix: /metering {{(pid=91828) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 16:26:07.115202 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.quota.resource_registry [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Creating instance of CountableResource for resource:rbac_policy Jun 14 16:26:07.115485 dv-cinder-796286-2-smb neutron-server[91828]: WARNING neutron.quota.resource_registry [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] rbac_policy is already registered Jun 14 16:26:07.115926 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.quota.resource_registry [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Creating instance of TrackedResource for resource:security_group Jun 14 16:26:07.116834 dv-cinder-796286-2-smb neutron-server[91828]: WARNING neutron.quota.resource_registry [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] security_group is already registered Jun 14 16:26:07.117246 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.quota.resource_registry [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Creating instance of TrackedResource for resource:security_group_rule Jun 14 16:26:07.117582 dv-cinder-796286-2-smb neutron-server[91828]: WARNING neutron.quota.resource_registry [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] security_group_rule is already registered Jun 14 16:26:07.118220 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.v2.resource_helper [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Service CORE assigned prefix: {{(pid=91828) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 16:26:07.118551 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.quota.resource_registry [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Creating instance of TrackedResource for resource:subnetpool Jun 14 16:26:07.118886 dv-cinder-796286-2-smb neutron-server[91828]: WARNING neutron.quota.resource_registry [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] subnetpool is already registered Jun 14 16:26:07.119314 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.v2.resource_helper [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Service CORE assigned prefix: {{(pid=91828) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 16:26:07.119642 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.quota.resource_registry [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Creating instance of TrackedResource for resource:subnetpool Jun 14 16:26:07.120001 dv-cinder-796286-2-smb neutron-server[91828]: WARNING neutron.quota.resource_registry [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] subnetpool is already registered Jun 14 16:26:07.120465 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Extended resource: extensions {{(pid=91828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 16:26:07.121948 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Extended resource: address-groups {{(pid=91828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 16:26:07.123428 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Extended resource: address-scopes {{(pid=91828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 16:26:07.124857 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Extended resource: agents {{(pid=91828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 16:26:07.126024 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Extended resource: auto-allocated-topology {{(pid=91828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 16:26:07.127288 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Extended resource: availability_zones {{(pid=91828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 16:26:07.128542 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Extended resource: dhcp-networks {{(pid=91828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 16:26:07.130063 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Extended resource: dhcp-agents {{(pid=91828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 16:26:07.131490 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Extended resource: routers {{(pid=91828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 16:26:07.133502 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Extended resource: flavors {{(pid=91828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 16:26:07.134772 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Extended resource: service_profiles {{(pid=91828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 16:26:07.136027 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Extended resource: next_providers {{(pid=91828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 16:26:07.137470 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Extended resource: service_profiles {{(pid=91828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 16:26:07.139163 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Extended resource: floatingip-pools {{(pid=91828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 16:26:07.140433 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Extended resource: routers {{(pid=91828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 16:26:07.142138 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Extended resource: floatingips {{(pid=91828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 16:26:07.143409 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Extended resource: l3-routers {{(pid=91828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 16:26:07.144856 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Extended resource: l3-agents {{(pid=91828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 16:26:07.146326 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Extended resource: metering-labels {{(pid=91828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 16:26:07.147612 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Extended resource: metering-label-rules {{(pid=91828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 16:26:07.150235 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Extended resource: network-ip-availabilities {{(pid=91828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 16:26:07.151502 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Extended resource: bindings {{(pid=91828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 16:26:07.153130 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Extended resource: quotas {{(pid=91828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 16:26:07.154709 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Extended resource: quotas {{(pid=91828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 16:26:07.156204 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Extended resource: rbac-policies {{(pid=91828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 16:26:07.157392 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Extended resource: security-groups {{(pid=91828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 16:26:07.158703 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Extended resource: security-group-rules {{(pid=91828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 16:26:07.159979 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Extended resource: service-providers {{(pid=91828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 16:26:07.161214 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Extended resource: subnetpools {{(pid=91828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 16:26:07.162590 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Extended resource: subnetpools {{(pid=91828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 16:26:07.164889 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Extended resource: tags {{(pid=91828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 16:26:07.166575 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Extended resource: tags {{(pid=91828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 16:26:07.168444 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Extended resource: tags {{(pid=91828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 16:26:07.170232 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Extended resource: tags {{(pid=91828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 16:26:07.171941 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Extended resource: tags {{(pid=91828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 16:26:07.173883 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Extended resource: tags {{(pid=91828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 16:26:07.175582 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Extended resource: tags {{(pid=91828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 16:26:07.177407 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Extended resource: tags {{(pid=91828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 16:26:07.180043 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Extended resource: tags {{(pid=91828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 16:26:07.181815 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron.api.extensions [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Extended resource: tags {{(pid=91828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 16:26:07.187887 dv-cinder-796286-2-smb neutron-server[91828]: WARNING keystonemiddleware.auth_token [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 14 16:26:07.192484 dv-cinder-796286-2-smb neutron-server[91828]: WARNING keystonemiddleware.auth_token [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 14 16:26:07.201170 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_concurrency.lockutils [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Acquired lock "singleton_lock" {{(pid=91828) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 14 16:26:07.201651 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_concurrency.lockutils [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Releasing lock "singleton_lock" {{(pid=91828) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 14 16:26:07.202563 dv-cinder-796286-2-smb neutron-server[91828]: INFO oslo_service.service [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Starting 2 workers Jun 14 16:26:07.207393 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Started child 91935 {{(pid=91828) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 14 16:26:07.212068 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Started child 91936 {{(pid=91828) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 14 16:26:07.213258 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:07.213959 dv-cinder-796286-2-smb neutron-server[91828]: INFO neutron.service [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Neutron service started, listening on 0.0.0.0:9696 Jun 14 16:26:07.214345 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Notify callbacks [] for process, before_spawn {{(pid=91828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:07.214748 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [-] (91935) wsgi starting up on http://0.0.0.0:9696 Jun 14 16:26:07.216908 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:07.217382 dv-cinder-796286-2-smb neutron-server[91828]: INFO oslo_service.service [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Starting 1 workers Jun 14 16:26:07.218275 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [-] (91936) wsgi starting up on http://0.0.0.0:9696 Jun 14 16:26:07.222158 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Started child 91937 {{(pid=91828) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 14 16:26:07.222709 dv-cinder-796286-2-smb neutron-server[91828]: INFO oslo_service.service [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Starting 1 workers Jun 14 16:26:07.226834 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.service [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] calling RpcWorker wait() {{(pid=91937) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 14 16:26:07.227423 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.service [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] returning from RpcWorker wait() {{(pid=91937) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 14 16:26:07.227968 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Started child 91938 {{(pid=91828) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 14 16:26:07.228843 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:07.228944 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-cd1597e2-e1d8-49d6-a51b-41199287b25e None None] Notify callbacks [] for process, after_spawn {{(pid=91828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:07.229382 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:26:07.230735 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91828) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 14 16:26:07.230952 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 14 16:26:07.231145 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 14 16:26:07.231371 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 14 16:26:07.231753 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 14 16:26:07.231927 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 14 16:26:07.232449 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.232734 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.232956 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:07.233433 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.233433 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.233559 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.234130 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:26:07.234233 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.234413 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.234696 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.235038 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.235300 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.235476 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.235645 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.235943 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.236228 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.236513 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.236791 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.237034 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.237320 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.237494 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.237757 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.238044 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.238294 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.238567 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] debug = True {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.238829 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.239329 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.239714 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.239974 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.240217 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.240524 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.240774 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.241072 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.241908 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.242186 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.242412 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.242681 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.242927 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.243148 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.243368 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.243624 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.243872 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.244367 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] host = dv-cinder-796286-2-smb {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.244608 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.244843 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.245092 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.245342 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.245588 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.245830 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.246082 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.246333 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.246580 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.246831 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.247102 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.247375 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.247592 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.247884 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] log_file = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.248048 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] log_options = True {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.248309 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.248609 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.248874 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.249070 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.249245 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.249424 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.249679 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.249847 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.250124 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.250324 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.250590 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.250765 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.250983 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.251200 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.251453 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.251724 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.251954 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.252169 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.252436 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.252705 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.252933 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.253163 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.253388 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.253621 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.253838 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.254090 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.254317 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.254534 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.254751 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.254997 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.255233 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.255495 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.255765 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.256027 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.256261 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.256493 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.256718 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.257164 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.257415 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.257673 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.259130 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.259392 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.259658 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.259910 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.260145 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.261121 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] use_json = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.261537 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.261874 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.261874 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.262435 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.262751 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.262997 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.263285 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.263497 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.263960 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.264259 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.264584 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.264856 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.266134 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.266556 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.267820 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.267820 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.268020 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.268315 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.268894 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.269358 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.269866 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.270300 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.270878 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.271445 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.271986 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.272508 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.272942 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.274179 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.274626 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.279002 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.279636 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.280493 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.280971 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.283773 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.284058 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.284352 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.284623 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.284867 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.285128 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.285366 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.285662 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.286317 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.286560 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.286815 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.287066 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.287386 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.287788 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.289360 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.289633 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.289883 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.290502 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.290761 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.290995 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.291225 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.291455 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.291737 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.292002 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.292259 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.292500 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.292730 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.293277 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.293524 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.293763 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.294027 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.295819 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.296092 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.296343 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.296594 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.296844 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.297138 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.297382 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.297616 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.297849 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.298083 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.298314 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.298542 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.298794 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.299016 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.299266 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.299507 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.301236 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.302199 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.302899 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.304507 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.304634 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.304949 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.305206 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.305450 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.305691 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.305927 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.306181 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.306418 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.306717 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.307054 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.307310 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.307582 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.307842 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.308125 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.308376 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.308635 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.308867 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.309120 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.309367 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.309652 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.309890 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.310162 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.310434 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.310663 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.310958 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.311185 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.311456 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.313473 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.313825 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.314112 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.314934 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.316025 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.316559 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.316846 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.317131 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.317425 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.317710 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.317995 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.318248 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.318544 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.318862 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.319122 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.319505 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.319849 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.320114 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.320374 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.320621 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.320888 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.321143 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.321394 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.321615 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.321902 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.322171 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.322407 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.322625 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.322869 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.323199 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.323440 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.323688 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.323912 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.324173 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.324442 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.324703 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.324968 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.325218 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.325451 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.325702 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.325936 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.326167 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.326423 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.326667 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.327141 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.327385 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.327598 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.327844 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.328076 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.328305 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.328569 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.328799 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.329015 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.329226 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.329458 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.329671 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.329913 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.330126 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.330343 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.330577 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.330808 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.331025 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.331240 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.331454 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.331695 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.331911 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.332196 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.332436 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.332647 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.332870 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.333093 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.333346 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.333560 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.333821 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.334059 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.334270 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.334486 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.334702 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.334958 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.335256 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.335486 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.335764 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.336002 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.336254 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.336575 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.336812 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.337059 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.337294 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.337509 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.337766 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.337980 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.338198 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.338431 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.338665 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.338878 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.339111 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.339331 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.339553 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.339802 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.340050 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.340264 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.340478 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.340709 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.341005 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.341251 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.341482 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.341716 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.341943 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.342246 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.342391 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.342600 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.342836 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.343043 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.343287 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.343558 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.343810 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.344025 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.344233 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.344477 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.344706 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.344915 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.345127 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.345351 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.345564 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.345770 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.345976 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.346210 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.346418 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.346735 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.346987 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.347206 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.347500 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.347779 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.348047 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.348282 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.348613 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.348826 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.349081 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.349315 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.349530 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.349769 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.350019 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.350330 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.351171 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.351435 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.351714 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.351983 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.352270 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.352530 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.352744 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.353031 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.353362 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.353629 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.353896 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.354122 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.354393 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.354633 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.354868 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.355086 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.355320 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.355530 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.355808 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.356035 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.356482 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.356482 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.356706 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.356939 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.357177 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.357394 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.357629 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.357861 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.358018 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 14 16:26:07.358558 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91828) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 14 16:26:07.358717 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 14 16:26:07.358869 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 14 16:26:07.359037 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 14 16:26:07.359204 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 14 16:26:07.359355 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 14 16:26:07.359558 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.359739 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.359949 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.360034 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.360190 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.360391 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.360573 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.360742 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.360890 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.360993 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.361150 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.361306 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.361466 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.361624 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.361778 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.361974 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.362079 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.362228 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.362389 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.362595 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.362689 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.362795 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:26:07.362884 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.362993 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] debug = True {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.363131 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.363331 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.363496 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.363652 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.363827 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.363980 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.364135 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.364290 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.364445 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.364604 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.364760 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.364916 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.365072 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.365279 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.365372 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.365527 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.365681 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.365837 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] host = dv-cinder-796286-2-smb {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.365992 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.366169 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.366912 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.367020 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.367151 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.367307 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.367465 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.367620 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.367798 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.367979 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.368177 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.368305 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.368430 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.368551 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] log_file = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.368674 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] log_options = True {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.368798 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.368955 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.369110 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.369282 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.369444 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.369601 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.369756 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.369910 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.370066 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.370221 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.370376 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.370531 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.370686 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.370839 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.370996 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.371150 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.371305 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.371465 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.371622 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.371798 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.371954 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.372095 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.372253 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.372407 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.372561 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.372764 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.372891 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.373015 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.373137 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.373287 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.373442 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.373597 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.373751 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.373906 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.374098 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.374221 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.374353 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.374511 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.374668 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.375277 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.375277 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.375277 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.375277 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.376233 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.376233 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.376233 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] use_json = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.376233 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.376233 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.376233 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.377472 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.377472 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.377472 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.377472 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.377472 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:26:07.377472 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.377472 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.378084 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.378084 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.378084 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.378084 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.379070 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.379070 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.379070 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.379070 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.379070 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.379070 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.379070 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.380728 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.380728 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.380728 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.380728 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.380728 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.380728 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.380728 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.380728 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.381674 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.381674 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.381674 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.381674 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.381674 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.381674 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.381674 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.381674 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.382299 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.382299 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.382299 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.382299 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.382299 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.382663 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.382663 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.382663 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.384105 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.384105 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.384105 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.384105 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.384105 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.384105 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.384105 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.384105 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.384105 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.384713 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.384713 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.384713 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.384713 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.384994 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.384994 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.385135 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.385213 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.385413 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.385502 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.386390 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.386390 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.386390 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.386390 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.386390 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.386390 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.387420 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.387420 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.387420 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.387420 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.387420 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.387420 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.387420 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.388605 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.388605 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.388605 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.388605 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.388605 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.388605 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.388605 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.388605 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.389142 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.389142 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.389142 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.389142 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.389409 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.389495 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.389585 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.389880 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.390012 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.390137 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.390793 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.390793 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.390793 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.390793 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.390793 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.391389 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.391389 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.391389 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.391389 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.391859 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.391859 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.391859 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.392195 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.392195 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.392438 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.392438 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.392669 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.392789 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.393000 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.393000 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.393250 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.393372 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.393494 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.393624 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.393752 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.393902 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.394063 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.394221 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.394388 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.394557 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.394717 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.394877 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.395039 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.395222 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.395381 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.395541 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.395729 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.395859 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.396016 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.396174 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.396342 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.396510 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.396668 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.396827 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.396977 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.397157 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.397300 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.397481 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.397640 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.397800 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.397957 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.398292 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.398458 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.398618 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.398777 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.398936 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.399096 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.399255 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.399414 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.399573 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.399751 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.399913 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.400073 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.400232 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.400394 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.400554 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.400713 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.400897 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.401036 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.402505 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.402505 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.402505 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.402505 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.402505 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.402505 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.402505 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.402505 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.403872 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.403872 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.403872 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.403872 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.403872 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.403872 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.403872 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.403872 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.405759 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.405759 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.405759 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.405759 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.405759 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.405759 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.405759 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.405759 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.406795 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.406795 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.406795 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.406795 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.406795 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.406795 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.406795 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.406795 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.407783 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.407783 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.407783 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.407783 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.407783 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.407783 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.407783 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.407783 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.408381 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.408381 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.408381 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.408381 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.408381 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.408381 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.408381 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.408381 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.409245 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.409245 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.409245 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.409245 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.409245 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.409245 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.410198 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.410198 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.410198 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.410198 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.410198 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.410198 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.410609 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.410609 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.410609 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.410831 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.410909 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.411040 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.411198 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.411356 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.411519 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.411802 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.411921 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.412007 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.412157 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.412399 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.412490 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.412868 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.412868 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.413988 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.413988 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.413988 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.414221 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.414221 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.414463 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.415385 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.415385 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.415385 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.415385 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.415385 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.415385 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.417320 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.417320 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.417320 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.417320 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.417320 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.417320 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.417320 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.417320 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.418412 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.418412 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.418412 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.418412 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.418412 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.418412 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.418412 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.418412 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.418412 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.419232 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.419232 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.419232 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.419232 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.419232 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.419232 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.419232 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.419232 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.419786 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.419786 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.419786 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.419786 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:26:07.420216 dv-cinder-796286-2-smb neutron-server[91828]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 14 16:26:07.551547 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 39064) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:26:07.560888 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070724 Jun 14 16:26:18.919701 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855e5a87-f65e-4812-9eb9-44fa3376d63d None None] get_active_networks_info from dv-cinder-796286-2-smb {{(pid=91937) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 14 16:26:19.025691 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855e5a87-f65e-4812-9eb9-44fa3376d63d None None] No non-hosted networks {{(pid=91937) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 14 16:26:19.043037 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-60eeeada-c153-4fdc-a521-807e203055e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142'] for agent, after_create {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:21.488558 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-d6594dcb-0731-41b0-a896-13023a9d6966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142'] for agent, after_create {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:21.542112 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-2def66f3-6a5b-421e-af5f-5bcd54a96ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:21.810276 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142'] for agent, after_create {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:21.810920 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:26:21.811262 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:26:21.811596 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:26:21.811998 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:26:21.812364 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:26:21.812731 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:26:21.813085 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:26:21.813411 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:26:21.813748 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:26:21.817071 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:26:21.822588 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:26:21.823212 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:26:21.825740 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-796286-2-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:26:21.851339 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-796286-2-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:26:22.737220 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-ac317c73-f3f7-46db-8eeb-274d40bc3b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142'] for agent, after_create {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:24.346770 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-61a174dc-ae9e-41b9-9cb1-e8a1b9f9c99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142'] for agent, after_create {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:25.700103 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 39154) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:26:25.859204 dv-cinder-796286-2-smb neutron-server[91937]: INFO neutron.db.l3_hamode_db [None req-2d5d1287-cba7-4f0c-8a9a-84b406ba32f0 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 14 16:26:25.954833 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5d1287-cba7-4f0c-8a9a-84b406ba32f0 None None] Routers set() bound to L3 agent in host dv-cinder-796286-2-smb {{(pid=91937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:26:25.955227 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5d1287-cba7-4f0c-8a9a-84b406ba32f0 None None] Router IDs set() for agent in host dv-cinder-796286-2-smb {{(pid=91937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 14 16:26:26.242650 dv-cinder-796286-2-smb neutron-server[91935]: WARNING oslo_policy.policy [None req-6e4622e9-5711-4574-896b-d43e179b8359 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 14 16:26:26.243249 dv-cinder-796286-2-smb neutron-server[91935]: WARNING oslo_policy.policy [None req-6e4622e9-5711-4574-896b-d43e179b8359 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 14 16:26:26.464102 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [None req-6e4622e9-5711-4574-896b-d43e179b8359 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=91935) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 14 16:26:26.465076 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-6e4622e9-5711-4574-896b-d43e179b8359 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7639644 Jun 14 16:26:28.855255 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 39168) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:26:29.192610 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.v2.base [None req-bf238f2a-af8e-4af2-a966-412f849c9f79 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=91935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:26:29.291064 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.policy [None req-bf238f2a-af8e-4af2-a966-412f849c9f79 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91935) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 14 16:26:29.336816 dv-cinder-796286-2-smb neutron-server[91935]: WARNING oslo_policy.policy [None req-bf238f2a-af8e-4af2-a966-412f849c9f79 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 14 16:26:29.337203 dv-cinder-796286-2-smb neutron-server[91935]: WARNING oslo_policy.policy [None req-bf238f2a-af8e-4af2-a966-412f849c9f79 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 14 16:26:29.345739 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.quota [None req-bf238f2a-af8e-4af2-a966-412f849c9f79 admin admin] Loaded quota_driver: . Jun 14 16:26:29.439199 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-bf238f2a-af8e-4af2-a966-412f849c9f79 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742579431939', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742579431632', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742579410102', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742579413728', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742579258380', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742579268868', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-527917', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-647613', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3720197', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3923921'] for rbac-policy, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:29.505500 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-bf238f2a-af8e-4af2-a966-412f849c9f79 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:29.506962 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-bf238f2a-af8e-4af2-a966-412f849c9f79 admin admin] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6504929 Jun 14 16:26:32.205169 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 39180) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:26:32.528668 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.v2.base [None req-ec91f11b-9e3e-41f7-86ca-14faff3e10e9 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '0f8b9b8c641548649006dee6fa055015', 'project_id': '0f8b9b8c641548649006dee6fa055015', 'name': 'private'}} {{(pid=91935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:26:32.556987 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec91f11b-9e3e-41f7-86ca-14faff3e10e9 admin admin] Made reservation on behalf of 0f8b9b8c641548649006dee6fa055015 for: {'network': 1} {{(pid=91935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:26:32.559912 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-ec91f11b-9e3e-41f7-86ca-14faff3e10e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-782655'] for network, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:32.579605 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-ec91f11b-9e3e-41f7-86ca-14faff3e10e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:32.715825 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-ec91f11b-9e3e-41f7-86ca-14faff3e10e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:32.719771 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-ec91f11b-9e3e-41f7-86ca-14faff3e10e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:32.725591 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:26:32.740488 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec91f11b-9e3e-41f7-86ca-14faff3e10e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=91935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 16:26:32.771471 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-ec91f11b-9e3e-41f7-86ca-14faff3e10e9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742580095151', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678690'] for segment, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:32.772374 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-ec91f11b-9e3e-41f7-86ca-14faff3e10e9 admin admin] Unsubscribe: segment precommit_create {{(pid=91935) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 14 16:26:32.773020 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.db.segments_db [None req-ec91f11b-9e3e-41f7-86ca-14faff3e10e9 admin admin] Added segment 0a743e7d-3b32-4cba-8582-b543c51331e7 of type vlan for network 52e8d3c6-4ef4-4427-9f66-502fc3b50577 Jun 14 16:26:32.796032 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec91f11b-9e3e-41f7-86ca-14faff3e10e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16087d1f-8a6b-4703-a89d-12137363d152,revision_number=1']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:26:32.855616 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec91f11b-9e3e-41f7-86ca-14faff3e10e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:26:32.855986 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec91f11b-9e3e-41f7-86ca-14faff3e10e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:26:32.856317 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec91f11b-9e3e-41f7-86ca-14faff3e10e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:26:32.856643 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec91f11b-9e3e-41f7-86ca-14faff3e10e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:26:32.856967 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec91f11b-9e3e-41f7-86ca-14faff3e10e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:26:32.857290 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec91f11b-9e3e-41f7-86ca-14faff3e10e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:26:32.857727 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec91f11b-9e3e-41f7-86ca-14faff3e10e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:26:32.858141 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec91f11b-9e3e-41f7-86ca-14faff3e10e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:26:32.858495 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec91f11b-9e3e-41f7-86ca-14faff3e10e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:26:32.858816 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec91f11b-9e3e-41f7-86ca-14faff3e10e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:26:32.859132 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec91f11b-9e3e-41f7-86ca-14faff3e10e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:26:32.859445 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec91f11b-9e3e-41f7-86ca-14faff3e10e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:26:32.860517 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec91f11b-9e3e-41f7-86ca-14faff3e10e9 admin admin] Tracked resource versions report: Jun 14 16:26:32.860517 dv-cinder-796286-2-smb neutron-server[91935]: pushed versions: Jun 14 16:26:32.860517 dv-cinder-796286-2-smb neutron-server[91935]: { 'AddressGroup': {'1.2'}, Jun 14 16:26:32.860517 dv-cinder-796286-2-smb neutron-server[91935]: 'ConntrackHelper': {'1.0'}, Jun 14 16:26:32.860517 dv-cinder-796286-2-smb neutron-server[91935]: 'Log': {'1.0'}, Jun 14 16:26:32.860517 dv-cinder-796286-2-smb neutron-server[91935]: 'Network': {'1.1'}, Jun 14 16:26:32.860517 dv-cinder-796286-2-smb neutron-server[91935]: 'Port': {'1.7'}, Jun 14 16:26:32.860517 dv-cinder-796286-2-smb neutron-server[91935]: 'PortForwarding': {'1.2'}, Jun 14 16:26:32.860517 dv-cinder-796286-2-smb neutron-server[91935]: 'QosPolicy': {'1.8'}, Jun 14 16:26:32.860517 dv-cinder-796286-2-smb neutron-server[91935]: 'SecurityGroup': {'1.4'}, Jun 14 16:26:32.860517 dv-cinder-796286-2-smb neutron-server[91935]: 'SecurityGroupRule': {'1.2'}, Jun 14 16:26:32.860517 dv-cinder-796286-2-smb neutron-server[91935]: 'SubPort': {'1.0'}, Jun 14 16:26:32.860517 dv-cinder-796286-2-smb neutron-server[91935]: 'Subnet': {'1.1'}, Jun 14 16:26:32.860517 dv-cinder-796286-2-smb neutron-server[91935]: 'Trunk': {'1.1'}} Jun 14 16:26:32.860517 dv-cinder-796286-2-smb neutron-server[91935]: consumer versions: Jun 14 16:26:32.860517 dv-cinder-796286-2-smb neutron-server[91935]: { DHCP agent@dv-cinder-796286-2-smb: {}, Jun 14 16:26:32.860517 dv-cinder-796286-2-smb neutron-server[91935]: L3 agent@dv-cinder-796286-2-smb: {}, Jun 14 16:26:32.860517 dv-cinder-796286-2-smb neutron-server[91935]: Metadata agent@dv-cinder-796286-2-smb: {}, Jun 14 16:26:32.860517 dv-cinder-796286-2-smb neutron-server[91935]: Metering agent@dv-cinder-796286-2-smb: {}, Jun 14 16:26:32.860517 dv-cinder-796286-2-smb neutron-server[91935]: Open vSwitch agent@dv-cinder-796286-2-smb: { 'AddressGroup': '1.2', Jun 14 16:26:32.860517 dv-cinder-796286-2-smb neutron-server[91935]: 'ConntrackHelper': '1.0', Jun 14 16:26:32.860517 dv-cinder-796286-2-smb neutron-server[91935]: 'Log': '1.0', Jun 14 16:26:32.860517 dv-cinder-796286-2-smb neutron-server[91935]: 'Network': '1.1', Jun 14 16:26:32.860517 dv-cinder-796286-2-smb neutron-server[91935]: 'Port': '1.7', Jun 14 16:26:32.860517 dv-cinder-796286-2-smb neutron-server[91935]: 'PortForwarding': '1.2', Jun 14 16:26:32.860517 dv-cinder-796286-2-smb neutron-server[91935]: 'QosPolicy': '1.8', Jun 14 16:26:32.860517 dv-cinder-796286-2-smb neutron-server[91935]: 'SecurityGroup': '1.4', Jun 14 16:26:32.860517 dv-cinder-796286-2-smb neutron-server[91935]: 'SecurityGroupRule': '1.2', Jun 14 16:26:32.860517 dv-cinder-796286-2-smb neutron-server[91935]: 'SubPort': '1.0', Jun 14 16:26:32.860517 dv-cinder-796286-2-smb neutron-server[91935]: 'Subnet': '1.1', Jun 14 16:26:32.860517 dv-cinder-796286-2-smb neutron-server[91935]: 'Trunk': '1.1'}} Jun 14 16:26:32.860517 dv-cinder-796286-2-smb neutron-server[91935]: {{(pid=91935) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 14 16:26:32.903899 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-ec91f11b-9e3e-41f7-86ca-14faff3e10e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742579622822'] for network, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:32.921312 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-ec91f11b-9e3e-41f7-86ca-14faff3e10e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:26:32.964112 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-ec91f11b-9e3e-41f7-86ca-14faff3e10e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-121365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693369'] for network, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:32.965525 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec91f11b-9e3e-41f7-86ca-14faff3e10e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:26:32.966239 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-ec91f11b-9e3e-41f7-86ca-14faff3e10e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693340'] for network, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:32.968139 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:26:33.027564 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-ec91f11b-9e3e-41f7-86ca-14faff3e10e9 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8213117 Jun 14 16:26:33.086188 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec91f11b-9e3e-41f7-86ca-14faff3e10e9 admin admin] Pushing event updated for resources: {'Network': ['ID=52e8d3c6-4ef4-4427-9f66-502fc3b50577,revision_number=1']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:26:33.089764 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-ec91f11b-9e3e-41f7-86ca-14faff3e10e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:26:33.098602 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Network 52e8d3c6-4ef4-4427-9f66-502fc3b50577 details requested by agent ovs-agent-dv-cinder-796286-2-smb with host dv-cinder-796286-2-smb {{(pid=91937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 16:26:35.729666 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 39194) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:26:36.157244 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c0e8d5-130a-4245-9ec3-d361e4394516 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:26:36.158512 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-43c0e8d5-130a-4245-9ec3-d361e4394516 admin admin] 10.222.0.16 "GET /v2.0/networks/52e8d3c6-4ef4-4427-9f66-502fc3b50577 HTTP/1.1" status: 200 len: 825 time: 0.4279020 Jun 14 16:26:36.184554 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-3f41292d-4a5c-4fe2-bc66-5c1d70f5625c admin admin] 10.222.0.16 "GET /v2.0/subnetpools/579f6b5a-2231-41d8-86d7-3b890aff361d HTTP/1.1" status: 200 len: 734 time: 0.0199897 Jun 14 16:26:36.192999 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.v2.base [None req-06ba1167-f9b5-4cd3-9916-f40edda95907 admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '579f6b5a-2231-41d8-86d7-3b890aff361d', 'network_id': '52e8d3c6-4ef4-4427-9f66-502fc3b50577', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'tenant_id': '0f8b9b8c641548649006dee6fa055015'}} {{(pid=91935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:26:36.215937 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ba1167-f9b5-4cd3-9916-f40edda95907 admin admin] Made reservation on behalf of 0f8b9b8c641548649006dee6fa055015 for: {'subnet': 1} {{(pid=91935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:26:36.218250 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-06ba1167-f9b5-4cd3-9916-f40edda95907 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:36.554050 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-06ba1167-f9b5-4cd3-9916-f40edda95907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346'] for subnet, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:36.556292 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:26:36.635239 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ba1167-f9b5-4cd3-9916-f40edda95907 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61137922-28e4-40d0-860c-08fae7879f58,revision_number=0']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:26:36.639710 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ba1167-f9b5-4cd3-9916-f40edda95907 admin admin] Checking segment: {'id': '0a743e7d-3b32-4cba-8582-b543c51331e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '52e8d3c6-4ef4-4427-9f66-502fc3b50577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:26:36.640093 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ba1167-f9b5-4cd3-9916-f40edda95907 admin admin] Network hostable DHCP agents. Network: 52e8d3c6-4ef4-4427-9f66-502fc3b50577, hostable agents: ['9880e1f8-c94d-4d9a-b71a-e9b00091ad04'], hosted agents: [] {{(pid=91935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 16:26:36.642180 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-06ba1167-f9b5-4cd3-9916-f40edda95907 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:26:36.664132 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ba1167-f9b5-4cd3-9916-f40edda95907 admin admin] Network 52e8d3c6-4ef4-4427-9f66-502fc3b50577 is scheduled to be hosted by DHCP agent 9880e1f8-c94d-4d9a-b71a-e9b00091ad04 with binding_index 1 {{(pid=91935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 16:26:36.674971 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.base_scheduler [None req-06ba1167-f9b5-4cd3-9916-f40edda95907 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-2-smb, 52e8d3c6-4ef4-4427-9f66-502fc3b50577) {{(pid=91935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:26:36.680477 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ba1167-f9b5-4cd3-9916-f40edda95907 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:26:36.681059 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-06ba1167-f9b5-4cd3-9916-f40edda95907 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693340'] for subnet, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:36.685607 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a15cbd5-d0b1-415b-b57d-f33a686d4bee None None] Network 52e8d3c6-4ef4-4427-9f66-502fc3b50577 requested from dv-cinder-796286-2-smb {{(pid=91937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 16:26:36.694321 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-06ba1167-f9b5-4cd3-9916-f40edda95907 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5046713 Jun 14 16:26:37.033445 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3987217e-2c19-4fa9-adc7-e1f9a0fe0ad7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dd7b1b0-8727-5c20-81ad-b49c2544d142-52e8d3c6-4ef4-4427-9f66-502fc3b50577', 'network_id': '52e8d3c6-4ef4-4427-9f66-502fc3b50577', 'tenant_id': '0f8b9b8c641548649006dee6fa055015', 'fixed_ips': [{'subnet_id': '61137922-28e4-40d0-860c-08fae7879f58'}]}} from dv-cinder-796286-2-smb. {{(pid=91937) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 14 16:26:37.034672 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-3987217e-2c19-4fa9-adc7-e1f9a0fe0ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-782655'] for port, before_create {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:37.326467 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.db_base_plugin_common [None req-3987217e-2c19-4fa9-adc7-e1f9a0fe0ad7 None None] Allocated IP 172.20.0.2 (52e8d3c6-4ef4-4427-9f66-502fc3b50577/61137922-28e4-40d0-860c-08fae7879f58/be8a7c50-3a35-4ec3-bd04-ce31e2ddb844) {{(pid=91937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 16:26:37.604176 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-3987217e-2c19-4fa9-adc7-e1f9a0fe0ad7 None None] Notify callbacks [] for port, precommit_create {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:37.621825 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-3987217e-2c19-4fa9-adc7-e1f9a0fe0ad7 None None] Transition to ACTIVE for port object be8a7c50-3a35-4ec3-bd04-ce31e2ddb844 will not be triggered until provisioned by entity L2. {{(pid=91937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:26:37.643892 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-3987217e-2c19-4fa9-adc7-e1f9a0fe0ad7 None None] Transition to ACTIVE for port object be8a7c50-3a35-4ec3-bd04-ce31e2ddb844 will not be triggered until provisioned by entity DHCP. {{(pid=91937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:26:37.653684 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-3987217e-2c19-4fa9-adc7-e1f9a0fe0ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-782844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4109363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742579636511'] for port, after_create {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:37.657089 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:26:37.739072 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3987217e-2c19-4fa9-adc7-e1f9a0fe0ad7 None None] Network 52e8d3c6-4ef4-4427-9f66-502fc3b50577 is already hosted by enough agents. {{(pid=91937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:26:37.744133 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.scheduler.base_scheduler [None req-3987217e-2c19-4fa9-adc7-e1f9a0fe0ad7 None None] Resources bound (agent type, host, resource id): {{(pid=91937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:26:37.747900 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3987217e-2c19-4fa9-adc7-e1f9a0fe0ad7 None None] Received port after_create {{(pid=91937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 16:26:37.754567 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3987217e-2c19-4fa9-adc7-e1f9a0fe0ad7 None None] Pushing event updated for resources: {'Port': ['ID=be8a7c50-3a35-4ec3-bd04-ce31e2ddb844,revision_number=1']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:26:37.780792 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3987217e-2c19-4fa9-adc7-e1f9a0fe0ad7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:26:37.781137 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3987217e-2c19-4fa9-adc7-e1f9a0fe0ad7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:26:37.781475 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3987217e-2c19-4fa9-adc7-e1f9a0fe0ad7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:26:37.781809 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3987217e-2c19-4fa9-adc7-e1f9a0fe0ad7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:26:37.782133 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3987217e-2c19-4fa9-adc7-e1f9a0fe0ad7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:26:37.782494 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3987217e-2c19-4fa9-adc7-e1f9a0fe0ad7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:26:37.782822 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3987217e-2c19-4fa9-adc7-e1f9a0fe0ad7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:26:37.783141 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3987217e-2c19-4fa9-adc7-e1f9a0fe0ad7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:26:37.783461 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3987217e-2c19-4fa9-adc7-e1f9a0fe0ad7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:26:37.783809 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3987217e-2c19-4fa9-adc7-e1f9a0fe0ad7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:26:37.784126 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3987217e-2c19-4fa9-adc7-e1f9a0fe0ad7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:26:37.784441 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3987217e-2c19-4fa9-adc7-e1f9a0fe0ad7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:26:37.785484 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3987217e-2c19-4fa9-adc7-e1f9a0fe0ad7 None None] Tracked resource versions report: Jun 14 16:26:37.785484 dv-cinder-796286-2-smb neutron-server[91937]: pushed versions: Jun 14 16:26:37.785484 dv-cinder-796286-2-smb neutron-server[91937]: { 'AddressGroup': {'1.2'}, Jun 14 16:26:37.785484 dv-cinder-796286-2-smb neutron-server[91937]: 'ConntrackHelper': {'1.0'}, Jun 14 16:26:37.785484 dv-cinder-796286-2-smb neutron-server[91937]: 'Log': {'1.0'}, Jun 14 16:26:37.785484 dv-cinder-796286-2-smb neutron-server[91937]: 'Network': {'1.1'}, Jun 14 16:26:37.785484 dv-cinder-796286-2-smb neutron-server[91937]: 'Port': {'1.7'}, Jun 14 16:26:37.785484 dv-cinder-796286-2-smb neutron-server[91937]: 'PortForwarding': {'1.2'}, Jun 14 16:26:37.785484 dv-cinder-796286-2-smb neutron-server[91937]: 'QosPolicy': {'1.8'}, Jun 14 16:26:37.785484 dv-cinder-796286-2-smb neutron-server[91937]: 'SecurityGroup': {'1.4'}, Jun 14 16:26:37.785484 dv-cinder-796286-2-smb neutron-server[91937]: 'SecurityGroupRule': {'1.2'}, Jun 14 16:26:37.785484 dv-cinder-796286-2-smb neutron-server[91937]: 'SubPort': {'1.0'}, Jun 14 16:26:37.785484 dv-cinder-796286-2-smb neutron-server[91937]: 'Subnet': {'1.1'}, Jun 14 16:26:37.785484 dv-cinder-796286-2-smb neutron-server[91937]: 'Trunk': {'1.1'}} Jun 14 16:26:37.785484 dv-cinder-796286-2-smb neutron-server[91937]: consumer versions: Jun 14 16:26:37.785484 dv-cinder-796286-2-smb neutron-server[91937]: { DHCP agent@dv-cinder-796286-2-smb: {}, Jun 14 16:26:37.785484 dv-cinder-796286-2-smb neutron-server[91937]: L3 agent@dv-cinder-796286-2-smb: {}, Jun 14 16:26:37.785484 dv-cinder-796286-2-smb neutron-server[91937]: Metadata agent@dv-cinder-796286-2-smb: {}, Jun 14 16:26:37.785484 dv-cinder-796286-2-smb neutron-server[91937]: Metering agent@dv-cinder-796286-2-smb: {}, Jun 14 16:26:37.785484 dv-cinder-796286-2-smb neutron-server[91937]: Open vSwitch agent@dv-cinder-796286-2-smb: { 'AddressGroup': '1.2', Jun 14 16:26:37.785484 dv-cinder-796286-2-smb neutron-server[91937]: 'ConntrackHelper': '1.0', Jun 14 16:26:37.785484 dv-cinder-796286-2-smb neutron-server[91937]: 'Log': '1.0', Jun 14 16:26:37.785484 dv-cinder-796286-2-smb neutron-server[91937]: 'Network': '1.1', Jun 14 16:26:37.785484 dv-cinder-796286-2-smb neutron-server[91937]: 'Port': '1.7', Jun 14 16:26:37.785484 dv-cinder-796286-2-smb neutron-server[91937]: 'PortForwarding': '1.2', Jun 14 16:26:37.785484 dv-cinder-796286-2-smb neutron-server[91937]: 'QosPolicy': '1.8', Jun 14 16:26:37.785484 dv-cinder-796286-2-smb neutron-server[91937]: 'SecurityGroup': '1.4', Jun 14 16:26:37.785484 dv-cinder-796286-2-smb neutron-server[91937]: 'SecurityGroupRule': '1.2', Jun 14 16:26:37.785484 dv-cinder-796286-2-smb neutron-server[91937]: 'SubPort': '1.0', Jun 14 16:26:37.785484 dv-cinder-796286-2-smb neutron-server[91937]: 'Subnet': '1.1', Jun 14 16:26:37.785484 dv-cinder-796286-2-smb neutron-server[91937]: 'Trunk': '1.1'}} Jun 14 16:26:37.785484 dv-cinder-796286-2-smb neutron-server[91937]: {{(pid=91937) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 14 16:26:37.790488 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-3987217e-2c19-4fa9-adc7-e1f9a0fe0ad7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:26:37.852004 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.managers [None req-3987217e-2c19-4fa9-adc7-e1f9a0fe0ad7 None None] Attempting to bind port be8a7c50-3a35-4ec3-bd04-ce31e2ddb844 on host dv-cinder-796286-2-smb for vnic_type normal with profile {{(pid=91937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 16:26:37.852409 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.managers [None req-3987217e-2c19-4fa9-adc7-e1f9a0fe0ad7 None None] Attempting to bind port be8a7c50-3a35-4ec3-bd04-ce31e2ddb844 by drivers openvswitch,hyperv on host dv-cinder-796286-2-smb at level 0 using segments [{'id': '0a743e7d-3b32-4cba-8582-b543c51331e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '52e8d3c6-4ef4-4427-9f66-502fc3b50577'}] {{(pid=91937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 16:26:37.852842 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3987217e-2c19-4fa9-adc7-e1f9a0fe0ad7 None None] Attempting to bind port be8a7c50-3a35-4ec3-bd04-ce31e2ddb844 on network 52e8d3c6-4ef4-4427-9f66-502fc3b50577 {{(pid=91937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:26:37.858074 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3987217e-2c19-4fa9-adc7-e1f9a0fe0ad7 None None] Checking agent: {'id': 'f162564f-7dab-4d73-81fc-5f8e857b2431', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 26, 22), 'started_at': datetime.datetime(2021, 6, 14, 16, 26, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 16, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 16:26:37.858438 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3987217e-2c19-4fa9-adc7-e1f9a0fe0ad7 None None] Checking segment: {'id': '0a743e7d-3b32-4cba-8582-b543c51331e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '52e8d3c6-4ef4-4427-9f66-502fc3b50577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:26:37.858885 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-3987217e-2c19-4fa9-adc7-e1f9a0fe0ad7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:37.859280 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3987217e-2c19-4fa9-adc7-e1f9a0fe0ad7 None None] Bound using segment: {'id': '0a743e7d-3b32-4cba-8582-b543c51331e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '52e8d3c6-4ef4-4427-9f66-502fc3b50577'} {{(pid=91937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 16:26:37.859771 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.managers [None req-3987217e-2c19-4fa9-adc7-e1f9a0fe0ad7 None None] Bound port: be8a7c50-3a35-4ec3-bd04-ce31e2ddb844, host: dv-cinder-796286-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a743e7d-3b32-4cba-8582-b543c51331e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '52e8d3c6-4ef4-4427-9f66-502fc3b50577'}}] {{(pid=91937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 16:26:37.860173 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-3987217e-2c19-4fa9-adc7-e1f9a0fe0ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:37.938800 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-3987217e-2c19-4fa9-adc7-e1f9a0fe0ad7 None None] For port be8a7c50-3a35-4ec3-bd04-ce31e2ddb844, host dv-cinder-796286-2-smb, cleared binding levels {{(pid=91937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 16:26:37.962676 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-3987217e-2c19-4fa9-adc7-e1f9a0fe0ad7 None None] For port be8a7c50-3a35-4ec3-bd04-ce31e2ddb844, host dv-cinder-796286-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-smb',level=0,port_id=be8a7c50-3a35-4ec3-bd04-ce31e2ddb844,segment=NetworkSegment(0a743e7d-3b32-4cba-8582-b543c51331e7),segment_id=0a743e7d-3b32-4cba-8582-b543c51331e7)] {{(pid=91937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 16:26:37.966885 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-3987217e-2c19-4fa9-adc7-e1f9a0fe0ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:37.969064 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-3987217e-2c19-4fa9-adc7-e1f9a0fe0ad7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:26:38.031284 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3987217e-2c19-4fa9-adc7-e1f9a0fe0ad7 None None] Pushing event updated for resources: {'Port': ['ID=be8a7c50-3a35-4ec3-bd04-ce31e2ddb844,revision_number=2']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:26:38.034337 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-3987217e-2c19-4fa9-adc7-e1f9a0fe0ad7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:26:39.086792 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 39202) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:26:39.426027 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [None req-cfbca1bb-3865-4d74-975b-8356a8d9ca60 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=91935) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 14 16:26:39.426986 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-cfbca1bb-3865-4d74-975b-8356a8d9ca60 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3391421 Jun 14 16:26:41.807740 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 39210) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:26:42.325011 dv-cinder-796286-2-smb neutron-server[91936]: WARNING oslo_policy.policy [None req-19810132-3b70-4381-b86d-e6f56c59b3a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 14 16:26:42.325602 dv-cinder-796286-2-smb neutron-server[91936]: WARNING oslo_policy.policy [None req-19810132-3b70-4381-b86d-e6f56c59b3a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 14 16:26:42.549192 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [None req-19810132-3b70-4381-b86d-e6f56c59b3a1 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=91936) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 14 16:26:42.550427 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-19810132-3b70-4381-b86d-e6f56c59b3a1 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7407076 Jun 14 16:26:43.639400 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device be8a7c50-3a35-4ec3-bd04-ce31e2ddb844 up at agent ovs-agent-dv-cinder-796286-2-smb {{(pid=91937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:26:43.732577 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Provisioning for port be8a7c50-3a35-4ec3-bd04-ce31e2ddb844 completed by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:26:44.234657 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c547b52-6ec4-467d-8bdf-519fdd63d49e None None] Network 52e8d3c6-4ef4-4427-9f66-502fc3b50577 requested from dv-cinder-796286-2-smb {{(pid=91937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 16:26:44.352511 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-3f98c06f-236f-4f40-903a-43f4572622b2 None None] Provisioning for port be8a7c50-3a35-4ec3-bd04-ce31e2ddb844 completed by entity DHCP. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:26:44.357084 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-3f98c06f-236f-4f40-903a-43f4572622b2 None None] Provisioning complete for port be8a7c50-3a35-4ec3-bd04-ce31e2ddb844 triggered by entity DHCP. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:26:44.357482 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-3f98c06f-236f-4f40-903a-43f4572622b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:44.566775 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-3f98c06f-236f-4f40-903a-43f4572622b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:44.627630 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-3f98c06f-236f-4f40-903a-43f4572622b2 None None] For port be8a7c50-3a35-4ec3-bd04-ce31e2ddb844, host dv-cinder-796286-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-smb',level=0,port_id=be8a7c50-3a35-4ec3-bd04-ce31e2ddb844,segment=NetworkSegment(0a743e7d-3b32-4cba-8582-b543c51331e7),segment_id=0a743e7d-3b32-4cba-8582-b543c51331e7)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:26:44.633066 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-3f98c06f-236f-4f40-903a-43f4572622b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:44.636053 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:26:44.692686 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f98c06f-236f-4f40-903a-43f4572622b2 None None] Pushing event updated for resources: {'Port': ['ID=be8a7c50-3a35-4ec3-bd04-ce31e2ddb844,revision_number=3']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:26:44.697068 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-3f98c06f-236f-4f40-903a-43f4572622b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:26:44.857095 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-f99ea78b-70d9-4bfd-a719-dc721e85fd25 None None] Provisioning complete for port be8a7c50-3a35-4ec3-bd04-ce31e2ddb844 triggered by entity DHCP. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:26:44.857470 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-f99ea78b-70d9-4bfd-a719-dc721e85fd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:45.225507 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 39230) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:26:45.548766 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.v2.base [None req-f5251cf2-7f40-4066-8e56-bcd6f8e401e8 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '0f8b9b8c641548649006dee6fa055015', 'name': 'router1'}} {{(pid=91936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:26:45.617203 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.policy [None req-f5251cf2-7f40-4066-8e56-bcd6f8e401e8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91936) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 14 16:26:45.621851 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device be8a7c50-3a35-4ec3-bd04-ce31e2ddb844 up at agent ovs-agent-dv-cinder-796286-2-smb {{(pid=91937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:26:45.671086 dv-cinder-796286-2-smb neutron-server[91936]: WARNING oslo_policy.policy [None req-f5251cf2-7f40-4066-8e56-bcd6f8e401e8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 14 16:26:45.671390 dv-cinder-796286-2-smb neutron-server[91936]: WARNING oslo_policy.policy [None req-f5251cf2-7f40-4066-8e56-bcd6f8e401e8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 14 16:26:45.680496 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Provisioning complete for port be8a7c50-3a35-4ec3-bd04-ce31e2ddb844 triggered by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:26:45.680634 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.quota [None req-f5251cf2-7f40-4066-8e56-bcd6f8e401e8 admin admin] Loaded quota_driver: . Jun 14 16:26:45.680872 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:45.739911 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-f5251cf2-7f40-4066-8e56-bcd6f8e401e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3902115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44829'] for router, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:45.742457 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-f5251cf2-7f40-4066-8e56-bcd6f8e401e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3902148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904466', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45030'] for router, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:45.919190 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-f5251cf2-7f40-4066-8e56-bcd6f8e401e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:45.925322 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-f5251cf2-7f40-4066-8e56-bcd6f8e401e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3902120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904149'] for router, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:45.943546 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-f5251cf2-7f40-4066-8e56-bcd6f8e401e8 admin admin] Notify callbacks [] for router, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:45.944734 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-f5251cf2-7f40-4066-8e56-bcd6f8e401e8 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7182620 Jun 14 16:26:48.287176 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.agents_db [None req-014db0b1-f8e7-4480-967a-879c185ba95d None None] Agent healthcheck: found 5 active agents {{(pid=91938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:26:48.318105 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 39240) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:26:48.639822 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [None req-731281b3-0c65-40f7-ba41-032b281f1308 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=91936) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 14 16:26:48.640852 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-731281b3-0c65-40f7-ba41-032b281f1308 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3217971 Jun 14 16:26:48.838273 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-2a755d55-4806-4403-81a8-7a8fae0d9c71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:51.027613 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 39248) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:26:51.345264 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.v2.base [None req-5cda6924-0f7b-4c86-a4b7-e0d123337f98 admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=91936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:26:51.368093 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cda6924-0f7b-4c86-a4b7-e0d123337f98 admin admin] Made reservation on behalf of 8cb265852b2444c28722efe9a69709e8 for: {'network': 1} {{(pid=91936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:26:51.371334 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-5cda6924-0f7b-4c86-a4b7-e0d123337f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-782655'] for network, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:51.389349 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-5cda6924-0f7b-4c86-a4b7-e0d123337f98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:51.484968 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-c13c8e4f-4f22-42fa-910f-50551a1da58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:51.521219 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-5cda6924-0f7b-4c86-a4b7-e0d123337f98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:51.528355 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-5cda6924-0f7b-4c86-a4b7-e0d123337f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:51.534117 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:26:51.542663 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5cda6924-0f7b-4c86-a4b7-e0d123337f98 admin admin] Reserving flat network on physical network physnet1 {{(pid=91936) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 14 16:26:51.577894 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-5cda6924-0f7b-4c86-a4b7-e0d123337f98 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742580095151', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678690'] for segment, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:51.578491 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-5cda6924-0f7b-4c86-a4b7-e0d123337f98 admin admin] Unsubscribe: segment precommit_create {{(pid=91936) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 14 16:26:51.578966 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.db.segments_db [None req-5cda6924-0f7b-4c86-a4b7-e0d123337f98 admin admin] Added segment a2c1fc44-b613-4a01-80b3-58a3526400ae of type flat for network 2b8148fa-8475-41af-8213-9af35fa3c21b Jun 14 16:26:51.596741 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cda6924-0f7b-4c86-a4b7-e0d123337f98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfcc4621-6f1c-4b0d-9e65-eb05ca6336b2,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:26:51.626547 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cda6924-0f7b-4c86-a4b7-e0d123337f98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:26:51.626889 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cda6924-0f7b-4c86-a4b7-e0d123337f98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:26:51.627217 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cda6924-0f7b-4c86-a4b7-e0d123337f98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:26:51.627539 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cda6924-0f7b-4c86-a4b7-e0d123337f98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:26:51.627878 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cda6924-0f7b-4c86-a4b7-e0d123337f98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:26:51.628195 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cda6924-0f7b-4c86-a4b7-e0d123337f98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:26:51.628508 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cda6924-0f7b-4c86-a4b7-e0d123337f98 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:26:51.628818 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cda6924-0f7b-4c86-a4b7-e0d123337f98 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:26:51.629143 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cda6924-0f7b-4c86-a4b7-e0d123337f98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:26:51.629455 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cda6924-0f7b-4c86-a4b7-e0d123337f98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:26:51.629759 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cda6924-0f7b-4c86-a4b7-e0d123337f98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:26:51.630063 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cda6924-0f7b-4c86-a4b7-e0d123337f98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:26:51.631933 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cda6924-0f7b-4c86-a4b7-e0d123337f98 admin admin] Tracked resource versions report: Jun 14 16:26:51.631933 dv-cinder-796286-2-smb neutron-server[91936]: pushed versions: Jun 14 16:26:51.631933 dv-cinder-796286-2-smb neutron-server[91936]: { 'AddressGroup': {'1.2'}, Jun 14 16:26:51.631933 dv-cinder-796286-2-smb neutron-server[91936]: 'ConntrackHelper': {'1.0'}, Jun 14 16:26:51.631933 dv-cinder-796286-2-smb neutron-server[91936]: 'Log': {'1.0'}, Jun 14 16:26:51.631933 dv-cinder-796286-2-smb neutron-server[91936]: 'Network': {'1.1'}, Jun 14 16:26:51.631933 dv-cinder-796286-2-smb neutron-server[91936]: 'Port': {'1.7'}, Jun 14 16:26:51.631933 dv-cinder-796286-2-smb neutron-server[91936]: 'PortForwarding': {'1.2'}, Jun 14 16:26:51.631933 dv-cinder-796286-2-smb neutron-server[91936]: 'QosPolicy': {'1.8'}, Jun 14 16:26:51.631933 dv-cinder-796286-2-smb neutron-server[91936]: 'SecurityGroup': {'1.4'}, Jun 14 16:26:51.631933 dv-cinder-796286-2-smb neutron-server[91936]: 'SecurityGroupRule': {'1.2'}, Jun 14 16:26:51.631933 dv-cinder-796286-2-smb neutron-server[91936]: 'SubPort': {'1.0'}, Jun 14 16:26:51.631933 dv-cinder-796286-2-smb neutron-server[91936]: 'Subnet': {'1.1'}, Jun 14 16:26:51.631933 dv-cinder-796286-2-smb neutron-server[91936]: 'Trunk': {'1.1'}} Jun 14 16:26:51.631933 dv-cinder-796286-2-smb neutron-server[91936]: consumer versions: Jun 14 16:26:51.631933 dv-cinder-796286-2-smb neutron-server[91936]: { DHCP agent@dv-cinder-796286-2-smb: {}, Jun 14 16:26:51.631933 dv-cinder-796286-2-smb neutron-server[91936]: L3 agent@dv-cinder-796286-2-smb: {}, Jun 14 16:26:51.631933 dv-cinder-796286-2-smb neutron-server[91936]: Metadata agent@dv-cinder-796286-2-smb: {}, Jun 14 16:26:51.631933 dv-cinder-796286-2-smb neutron-server[91936]: Metering agent@dv-cinder-796286-2-smb: {}, Jun 14 16:26:51.631933 dv-cinder-796286-2-smb neutron-server[91936]: Open vSwitch agent@dv-cinder-796286-2-smb: { 'AddressGroup': '1.2', Jun 14 16:26:51.631933 dv-cinder-796286-2-smb neutron-server[91936]: 'ConntrackHelper': '1.0', Jun 14 16:26:51.631933 dv-cinder-796286-2-smb neutron-server[91936]: 'Log': '1.0', Jun 14 16:26:51.631933 dv-cinder-796286-2-smb neutron-server[91936]: 'Network': '1.1', Jun 14 16:26:51.631933 dv-cinder-796286-2-smb neutron-server[91936]: 'Port': '1.7', Jun 14 16:26:51.631933 dv-cinder-796286-2-smb neutron-server[91936]: 'PortForwarding': '1.2', Jun 14 16:26:51.631933 dv-cinder-796286-2-smb neutron-server[91936]: 'QosPolicy': '1.8', Jun 14 16:26:51.631933 dv-cinder-796286-2-smb neutron-server[91936]: 'SecurityGroup': '1.4', Jun 14 16:26:51.631933 dv-cinder-796286-2-smb neutron-server[91936]: 'SecurityGroupRule': '1.2', Jun 14 16:26:51.631933 dv-cinder-796286-2-smb neutron-server[91936]: 'SubPort': '1.0', Jun 14 16:26:51.631933 dv-cinder-796286-2-smb neutron-server[91936]: 'Subnet': '1.1', Jun 14 16:26:51.631933 dv-cinder-796286-2-smb neutron-server[91936]: 'Trunk': '1.1'}} Jun 14 16:26:51.631933 dv-cinder-796286-2-smb neutron-server[91936]: {{(pid=91936) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 14 16:26:51.713875 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-5cda6924-0f7b-4c86-a4b7-e0d123337f98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:26:51.715720 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-5cda6924-0f7b-4c86-a4b7-e0d123337f98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742579622822'] for network, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:51.767760 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-5cda6924-0f7b-4c86-a4b7-e0d123337f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-121365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693369'] for network, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:51.769314 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cda6924-0f7b-4c86-a4b7-e0d123337f98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:26:51.769972 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-5cda6924-0f7b-4c86-a4b7-e0d123337f98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693340'] for network, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:51.773216 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:26:51.792529 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:51.829797 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-5cda6924-0f7b-4c86-a4b7-e0d123337f98 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8011045 Jun 14 16:26:51.898018 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cda6924-0f7b-4c86-a4b7-e0d123337f98 admin admin] Pushing event updated for resources: {'Network': ['ID=2b8148fa-8475-41af-8213-9af35fa3c21b,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:26:51.901978 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-5cda6924-0f7b-4c86-a4b7-e0d123337f98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:26:51.909054 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Network 2b8148fa-8475-41af-8213-9af35fa3c21b details requested by agent ovs-agent-dv-cinder-796286-2-smb with host dv-cinder-796286-2-smb {{(pid=91937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 16:26:52.690281 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-ac317c73-f3f7-46db-8eeb-274d40bc3b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:54.201061 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 39270) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:26:54.289334 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-61a174dc-ae9e-41b9-9cb1-e8a1b9f9c99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:54.424982 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a5ff08-f6b4-4f40-8bb0-d7e2957081db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:26:54.426359 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-b8a5ff08-f6b4-4f40-8bb0-d7e2957081db admin admin] 10.222.0.16 "GET /v2.0/subnets/61137922-28e4-40d0-860c-08fae7879f58 HTTP/1.1" status: 200 len: 849 time: 0.2240982 Jun 14 16:26:54.594629 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-da4da075-d40b-40cc-99f7-8f0684739f18 admin admin] 10.222.0.16 "GET /v2.0/routers/90fad4a1-1fa1-499c-90ae-35ea813b01fa HTTP/1.1" status: 200 len: 704 time: 0.1626921 Jun 14 16:26:54.982996 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-e468df02-40c5-443c-9772-83b12c6ac422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-782655'] for port, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:55.295441 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.db.db_base_plugin_common [None req-e468df02-40c5-443c-9772-83b12c6ac422 admin admin] Allocated IP 172.20.0.1 (52e8d3c6-4ef4-4427-9f66-502fc3b50577/61137922-28e4-40d0-860c-08fae7879f58/37f8e552-0db9-4aa9-bf7a-955bde433387) {{(pid=91936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 16:26:55.496129 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-e468df02-40c5-443c-9772-83b12c6ac422 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:55.519853 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.db.provisioning_blocks [None req-e468df02-40c5-443c-9772-83b12c6ac422 admin admin] Transition to ACTIVE for port object 37f8e552-0db9-4aa9-bf7a-955bde433387 will not be triggered until provisioned by entity DHCP. {{(pid=91936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:26:55.602858 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-e468df02-40c5-443c-9772-83b12c6ac422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-782844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4109363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742579636511'] for port, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:55.605768 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:26:55.731615 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e468df02-40c5-443c-9772-83b12c6ac422 admin admin] Network 52e8d3c6-4ef4-4427-9f66-502fc3b50577 is already hosted by enough agents. {{(pid=91936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:26:55.736183 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.base_scheduler [None req-e468df02-40c5-443c-9772-83b12c6ac422 admin admin] Resources bound (agent type, host, resource id): {{(pid=91936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:26:55.740449 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e468df02-40c5-443c-9772-83b12c6ac422 admin admin] Received port after_create {{(pid=91936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 16:26:55.741068 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-e468df02-40c5-443c-9772-83b12c6ac422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900752'] for router_interface, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:55.763782 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e468df02-40c5-443c-9772-83b12c6ac422 admin admin] Pushing event updated for resources: {'Port': ['ID=37f8e552-0db9-4aa9-bf7a-955bde433387,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:26:55.767528 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-e468df02-40c5-443c-9772-83b12c6ac422 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:26:55.947313 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-0e611b67-bba0-4d1b-b9c2-611893507b83 None None] Provisioning for port 37f8e552-0db9-4aa9-bf7a-955bde433387 completed by entity DHCP. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:26:55.951175 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-0e611b67-bba0-4d1b-b9c2-611893507b83 None None] Provisioning complete for port 37f8e552-0db9-4aa9-bf7a-955bde433387 triggered by entity DHCP. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:26:55.951563 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e611b67-bba0-4d1b-b9c2-611893507b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:55.991463 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.plugin [None req-0e611b67-bba0-4d1b-b9c2-611893507b83 None None] Port 37f8e552-0db9-4aa9-bf7a-955bde433387 cannot update to ACTIVE because it is not bound. {{(pid=91937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 16:26:55.991850 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-e468df02-40c5-443c-9772-83b12c6ac422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:56.205260 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-e468df02-40c5-443c-9772-83b12c6ac422 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:56.210944 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-e468df02-40c5-443c-9772-83b12c6ac422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:56.212123 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-e468df02-40c5-443c-9772-83b12c6ac422 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3691715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900868'] for router_interface, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:56.214720 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-e468df02-40c5-443c-9772-83b12c6ac422 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:26:56.288632 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e468df02-40c5-443c-9772-83b12c6ac422 admin admin] Pushing event updated for resources: {'Port': ['ID=37f8e552-0db9-4aa9-bf7a-955bde433387,revision_number=2']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:26:56.328990 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-e468df02-40c5-443c-9772-83b12c6ac422 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:26:56.368748 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e468df02-40c5-443c-9772-83b12c6ac422 admin admin] Network 52e8d3c6-4ef4-4427-9f66-502fc3b50577 is already hosted by enough agents. {{(pid=91936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:26:56.370028 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.base_scheduler [None req-e468df02-40c5-443c-9772-83b12c6ac422 admin admin] Resources bound (agent type, host, resource id): {{(pid=91936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:26:56.559431 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e468df02-40c5-443c-9772-83b12c6ac422 admin admin] Router 90fad4a1-1fa1-499c-90ae-35ea813b01fa is scheduled to L3 agent ca10c576-315d-4f3b-b2d0-f5eeab5e8277 with binding_index 1 {{(pid=91936) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 14 16:26:56.612851 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-58c9430c-95ba-4309-b9b7-5a129d7f2d2a None None] Provisioning complete for port 37f8e552-0db9-4aa9-bf7a-955bde433387 triggered by entity DHCP. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:26:56.613224 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-58c9430c-95ba-4309-b9b7-5a129d7f2d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:56.653681 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.plugin [None req-58c9430c-95ba-4309-b9b7-5a129d7f2d2a None None] Port 37f8e552-0db9-4aa9-bf7a-955bde433387 cannot update to ACTIVE because it is not bound. {{(pid=91937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 16:26:56.689924 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e468df02-40c5-443c-9772-83b12c6ac422 admin admin] Notify agent at l3_agent.dv-cinder-796286-2-smb the message routers_updated {{(pid=91936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 16:26:56.696193 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-e468df02-40c5-443c-9772-83b12c6ac422 admin admin] 10.222.0.16 "PUT /v2.0/routers/90fad4a1-1fa1-499c-90ae-35ea813b01fa/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0967047 Jun 14 16:26:56.712744 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9296e2ec-cc8f-4b6a-8d8e-888095f366b6 None None] Sync routers for ids ['90fad4a1-1fa1-499c-90ae-35ea813b01fa'] in dv-cinder-796286-2-smb {{(pid=91938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 16:26:56.725065 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9296e2ec-cc8f-4b6a-8d8e-888095f366b6 None None] Routers {'90fad4a1-1fa1-499c-90ae-35ea813b01fa'} bound to L3 agent in host dv-cinder-796286-2-smb {{(pid=91938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:26:56.726247 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_hamode_db [None req-9296e2ec-cc8f-4b6a-8d8e-888095f366b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-14T16:26:21Z,description=,heartbeat_timestamp=2021-06-14T16:26:51Z,host='dv-cinder-796286-2-smb',id=ca10c576-315d-4f3b-b2d0-f5eeab5e8277,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:26:21Z,topic='l3_agent')) {'router_ids': ['90fad4a1-1fa1-499c-90ae-35ea813b01fa'], 'active': True} {{(pid=91938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:26:56.937756 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_dvr_db [None req-9296e2ec-cc8f-4b6a-8d8e-888095f366b6 None None] Set router 90fad4a1-1fa1-499c-90ae-35ea813b01fa gateway port host: None {{(pid=91938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:26:57.402370 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_hamode_db [None req-9296e2ec-cc8f-4b6a-8d8e-888095f366b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90fad4a1-1fa1-499c-90ae-35ea813b01fa', 'name': 'router1', 'tenant_id': '0f8b9b8c641548649006dee6fa055015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:26:45Z', 'updated_at': '2021-06-14T16:26:55Z', 'revision_number': 2, 'project_id': '0f8b9b8c641548649006dee6fa055015', 'gw_port_host': None, '_interfaces': [{'id': '37f8e552-0db9-4aa9-bf7a-955bde433387', 'name': '', 'network_id': '52e8d3c6-4ef4-4427-9f66-502fc3b50577', 'tenant_id': '0f8b9b8c641548649006dee6fa055015', 'mac_address': 'fa:16:3e:8d:16:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90fad4a1-1fa1-499c-90ae-35ea813b01fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '61137922-28e4-40d0-860c-08fae7879f58', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:26:55Z', 'updated_at': '2021-06-14T16:26:56Z', 'revision_number': 2, 'project_id': '0f8b9b8c641548649006dee6fa055015', 'subnets': [{'id': '61137922-28e4-40d0-860c-08fae7879f58', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '579f6b5a-2231-41d8-86d7-3b890aff361d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-smb', False) {} {{(pid=91938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:26:57.408217 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9296e2ec-cc8f-4b6a-8d8e-888095f366b6 None None] Checking router: 90fad4a1-1fa1-499c-90ae-35ea813b01fa for host: dv-cinder-796286-2-smb {{(pid=91938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 16:26:57.408605 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9296e2ec-cc8f-4b6a-8d8e-888095f366b6 None None] Updating router 90fad4a1-1fa1-499c-90ae-35ea813b01fa port 37f8e552-0db9-4aa9-bf7a-955bde433387 binding host dv-cinder-796286-2-smb {{(pid=91938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 16:26:57.480447 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron_lib.callbacks.manager [None req-9296e2ec-cc8f-4b6a-8d8e-888095f366b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:58.027763 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron_lib.callbacks.manager [None req-9296e2ec-cc8f-4b6a-8d8e-888095f366b6 None None] Notify callbacks [] for port, precommit_update {{(pid=91938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:58.044784 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.provisioning_blocks [None req-9296e2ec-cc8f-4b6a-8d8e-888095f366b6 None None] Transition to ACTIVE for port object 37f8e552-0db9-4aa9-bf7a-955bde433387 will not be triggered until provisioned by entity L2. {{(pid=91938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:26:58.049948 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron_lib.callbacks.manager [None req-9296e2ec-cc8f-4b6a-8d8e-888095f366b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:58.055830 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91938) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:26:58.284863 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.plugins.ml2.managers [None req-9296e2ec-cc8f-4b6a-8d8e-888095f366b6 None None] Attempting to bind port 37f8e552-0db9-4aa9-bf7a-955bde433387 on host dv-cinder-796286-2-smb for vnic_type normal with profile {{(pid=91938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 16:26:58.285164 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.plugins.ml2.managers [None req-9296e2ec-cc8f-4b6a-8d8e-888095f366b6 None None] Attempting to bind port 37f8e552-0db9-4aa9-bf7a-955bde433387 by drivers openvswitch,hyperv on host dv-cinder-796286-2-smb at level 0 using segments [{'id': '0a743e7d-3b32-4cba-8582-b543c51331e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '52e8d3c6-4ef4-4427-9f66-502fc3b50577'}] {{(pid=91938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 16:26:58.285608 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9296e2ec-cc8f-4b6a-8d8e-888095f366b6 None None] Attempting to bind port 37f8e552-0db9-4aa9-bf7a-955bde433387 on network 52e8d3c6-4ef4-4427-9f66-502fc3b50577 {{(pid=91938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:26:58.298668 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9296e2ec-cc8f-4b6a-8d8e-888095f366b6 None None] Checking agent: {'id': 'f162564f-7dab-4d73-81fc-5f8e857b2431', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 26, 22), 'started_at': datetime.datetime(2021, 6, 14, 16, 26, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 16, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 16:26:58.299097 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9296e2ec-cc8f-4b6a-8d8e-888095f366b6 None None] Checking segment: {'id': '0a743e7d-3b32-4cba-8582-b543c51331e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '52e8d3c6-4ef4-4427-9f66-502fc3b50577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:26:58.299608 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron_lib.callbacks.manager [None req-9296e2ec-cc8f-4b6a-8d8e-888095f366b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:58.300040 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9296e2ec-cc8f-4b6a-8d8e-888095f366b6 None None] Bound using segment: {'id': '0a743e7d-3b32-4cba-8582-b543c51331e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '52e8d3c6-4ef4-4427-9f66-502fc3b50577'} {{(pid=91938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 16:26:58.300603 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.plugins.ml2.managers [None req-9296e2ec-cc8f-4b6a-8d8e-888095f366b6 None None] Bound port: 37f8e552-0db9-4aa9-bf7a-955bde433387, host: dv-cinder-796286-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a743e7d-3b32-4cba-8582-b543c51331e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '52e8d3c6-4ef4-4427-9f66-502fc3b50577'}}] {{(pid=91938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 16:26:58.300982 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron_lib.callbacks.manager [None req-9296e2ec-cc8f-4b6a-8d8e-888095f366b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:58.319560 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3482ed8b-e196-42c2-8f78-effbb02e6262 None None] Pushing event updated for resources: {'Port': ['ID=37f8e552-0db9-4aa9-bf7a-955bde433387,revision_number=3']} {{(pid=91938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:26:58.333051 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3482ed8b-e196-42c2-8f78-effbb02e6262 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:26:58.333388 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3482ed8b-e196-42c2-8f78-effbb02e6262 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:26:58.333771 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3482ed8b-e196-42c2-8f78-effbb02e6262 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:26:58.334834 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3482ed8b-e196-42c2-8f78-effbb02e6262 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:26:58.335218 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3482ed8b-e196-42c2-8f78-effbb02e6262 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:26:58.335598 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3482ed8b-e196-42c2-8f78-effbb02e6262 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:26:58.335950 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3482ed8b-e196-42c2-8f78-effbb02e6262 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:26:58.336275 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3482ed8b-e196-42c2-8f78-effbb02e6262 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:26:58.337432 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3482ed8b-e196-42c2-8f78-effbb02e6262 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:26:58.337432 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3482ed8b-e196-42c2-8f78-effbb02e6262 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:26:58.337432 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3482ed8b-e196-42c2-8f78-effbb02e6262 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:26:58.337708 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3482ed8b-e196-42c2-8f78-effbb02e6262 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:26:58.338566 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3482ed8b-e196-42c2-8f78-effbb02e6262 None None] Tracked resource versions report: Jun 14 16:26:58.338566 dv-cinder-796286-2-smb neutron-server[91938]: pushed versions: Jun 14 16:26:58.338566 dv-cinder-796286-2-smb neutron-server[91938]: { 'AddressGroup': {'1.2'}, Jun 14 16:26:58.338566 dv-cinder-796286-2-smb neutron-server[91938]: 'ConntrackHelper': {'1.0'}, Jun 14 16:26:58.338566 dv-cinder-796286-2-smb neutron-server[91938]: 'Log': {'1.0'}, Jun 14 16:26:58.338566 dv-cinder-796286-2-smb neutron-server[91938]: 'Network': {'1.1'}, Jun 14 16:26:58.338566 dv-cinder-796286-2-smb neutron-server[91938]: 'Port': {'1.7'}, Jun 14 16:26:58.338566 dv-cinder-796286-2-smb neutron-server[91938]: 'PortForwarding': {'1.2'}, Jun 14 16:26:58.338566 dv-cinder-796286-2-smb neutron-server[91938]: 'QosPolicy': {'1.8'}, Jun 14 16:26:58.338566 dv-cinder-796286-2-smb neutron-server[91938]: 'SecurityGroup': {'1.4'}, Jun 14 16:26:58.338566 dv-cinder-796286-2-smb neutron-server[91938]: 'SecurityGroupRule': {'1.2'}, Jun 14 16:26:58.338566 dv-cinder-796286-2-smb neutron-server[91938]: 'SubPort': {'1.0'}, Jun 14 16:26:58.338566 dv-cinder-796286-2-smb neutron-server[91938]: 'Subnet': {'1.1'}, Jun 14 16:26:58.338566 dv-cinder-796286-2-smb neutron-server[91938]: 'Trunk': {'1.1'}} Jun 14 16:26:58.338566 dv-cinder-796286-2-smb neutron-server[91938]: consumer versions: Jun 14 16:26:58.338566 dv-cinder-796286-2-smb neutron-server[91938]: { DHCP agent@dv-cinder-796286-2-smb: {}, Jun 14 16:26:58.338566 dv-cinder-796286-2-smb neutron-server[91938]: L3 agent@dv-cinder-796286-2-smb: {}, Jun 14 16:26:58.338566 dv-cinder-796286-2-smb neutron-server[91938]: Metadata agent@dv-cinder-796286-2-smb: {}, Jun 14 16:26:58.338566 dv-cinder-796286-2-smb neutron-server[91938]: Metering agent@dv-cinder-796286-2-smb: {}, Jun 14 16:26:58.338566 dv-cinder-796286-2-smb neutron-server[91938]: Open vSwitch agent@dv-cinder-796286-2-smb: { 'AddressGroup': '1.2', Jun 14 16:26:58.338566 dv-cinder-796286-2-smb neutron-server[91938]: 'ConntrackHelper': '1.0', Jun 14 16:26:58.338566 dv-cinder-796286-2-smb neutron-server[91938]: 'Log': '1.0', Jun 14 16:26:58.338566 dv-cinder-796286-2-smb neutron-server[91938]: 'Network': '1.1', Jun 14 16:26:58.338566 dv-cinder-796286-2-smb neutron-server[91938]: 'Port': '1.7', Jun 14 16:26:58.338566 dv-cinder-796286-2-smb neutron-server[91938]: 'PortForwarding': '1.2', Jun 14 16:26:58.338566 dv-cinder-796286-2-smb neutron-server[91938]: 'QosPolicy': '1.8', Jun 14 16:26:58.338566 dv-cinder-796286-2-smb neutron-server[91938]: 'SecurityGroup': '1.4', Jun 14 16:26:58.338566 dv-cinder-796286-2-smb neutron-server[91938]: 'SecurityGroupRule': '1.2', Jun 14 16:26:58.338566 dv-cinder-796286-2-smb neutron-server[91938]: 'SubPort': '1.0', Jun 14 16:26:58.338566 dv-cinder-796286-2-smb neutron-server[91938]: 'Subnet': '1.1', Jun 14 16:26:58.338566 dv-cinder-796286-2-smb neutron-server[91938]: 'Trunk': '1.1'}} Jun 14 16:26:58.338566 dv-cinder-796286-2-smb neutron-server[91938]: {{(pid=91938) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 14 16:26:58.342224 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG oslo_concurrency.lockutils [None req-3482ed8b-e196-42c2-8f78-effbb02e6262 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=91938) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:26:58.415320 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.plugins.ml2.db [None req-9296e2ec-cc8f-4b6a-8d8e-888095f366b6 None None] For port 37f8e552-0db9-4aa9-bf7a-955bde433387, host dv-cinder-796286-2-smb, cleared binding levels {{(pid=91938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 16:26:58.437331 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.plugins.ml2.db [None req-9296e2ec-cc8f-4b6a-8d8e-888095f366b6 None None] For port 37f8e552-0db9-4aa9-bf7a-955bde433387, host dv-cinder-796286-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-smb',level=0,port_id=37f8e552-0db9-4aa9-bf7a-955bde433387,segment=NetworkSegment(0a743e7d-3b32-4cba-8582-b543c51331e7),segment_id=0a743e7d-3b32-4cba-8582-b543c51331e7)] {{(pid=91938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 16:26:58.442106 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron_lib.callbacks.manager [None req-9296e2ec-cc8f-4b6a-8d8e-888095f366b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:58.445113 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG oslo_concurrency.lockutils [None req-3482ed8b-e196-42c2-8f78-effbb02e6262 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91938) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:26:58.514813 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9296e2ec-cc8f-4b6a-8d8e-888095f366b6 None None] Routers {'90fad4a1-1fa1-499c-90ae-35ea813b01fa'} bound to L3 agent in host dv-cinder-796286-2-smb {{(pid=91938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:26:58.515452 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_hamode_db [None req-9296e2ec-cc8f-4b6a-8d8e-888095f366b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-14T16:26:21Z,description=,heartbeat_timestamp=2021-06-14T16:26:51Z,host='dv-cinder-796286-2-smb',id=ca10c576-315d-4f3b-b2d0-f5eeab5e8277,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:26:21Z,topic='l3_agent')) {'router_ids': ['90fad4a1-1fa1-499c-90ae-35ea813b01fa'], 'active': True} {{(pid=91938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:26:58.517625 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3482ed8b-e196-42c2-8f78-effbb02e6262 None None] Pushing event updated for resources: {'Port': ['ID=37f8e552-0db9-4aa9-bf7a-955bde433387,revision_number=4']} {{(pid=91938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:26:58.523206 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG oslo_concurrency.lockutils [None req-3482ed8b-e196-42c2-8f78-effbb02e6262 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91938) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:26:58.648800 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_dvr_db [None req-9296e2ec-cc8f-4b6a-8d8e-888095f366b6 None None] Set router 90fad4a1-1fa1-499c-90ae-35ea813b01fa gateway port host: None {{(pid=91938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:26:58.930222 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 39292) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:26:58.932099 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_hamode_db [None req-9296e2ec-cc8f-4b6a-8d8e-888095f366b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90fad4a1-1fa1-499c-90ae-35ea813b01fa', 'name': 'router1', 'tenant_id': '0f8b9b8c641548649006dee6fa055015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:26:45Z', 'updated_at': '2021-06-14T16:26:55Z', 'revision_number': 2, 'project_id': '0f8b9b8c641548649006dee6fa055015', 'gw_port_host': None, '_interfaces': [{'id': '37f8e552-0db9-4aa9-bf7a-955bde433387', 'name': '', 'network_id': '52e8d3c6-4ef4-4427-9f66-502fc3b50577', 'tenant_id': '0f8b9b8c641548649006dee6fa055015', 'mac_address': 'fa:16:3e:8d:16:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90fad4a1-1fa1-499c-90ae-35ea813b01fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '61137922-28e4-40d0-860c-08fae7879f58', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:26:55Z', 'updated_at': '2021-06-14T16:26:58Z', 'revision_number': 4, 'project_id': '0f8b9b8c641548649006dee6fa055015', 'subnets': [{'id': '61137922-28e4-40d0-860c-08fae7879f58', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '579f6b5a-2231-41d8-86d7-3b890aff361d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-smb', False) {} {{(pid=91938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:26:58.936021 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9296e2ec-cc8f-4b6a-8d8e-888095f366b6 None None] The sync data for ids ['90fad4a1-1fa1-499c-90ae-35ea813b01fa'] in dv-cinder-796286-2-smb is: [{'id': '90fad4a1-1fa1-499c-90ae-35ea813b01fa', 'name': 'router1', 'tenant_id': '0f8b9b8c641548649006dee6fa055015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:26:45Z', 'updated_at': '2021-06-14T16:26:55Z', 'revision_number': 2, 'project_id': '0f8b9b8c641548649006dee6fa055015', 'gw_port_host': None, '_interfaces': [{'id': '37f8e552-0db9-4aa9-bf7a-955bde433387', 'name': '', 'network_id': '52e8d3c6-4ef4-4427-9f66-502fc3b50577', 'tenant_id': '0f8b9b8c641548649006dee6fa055015', 'mac_address': 'fa:16:3e:8d:16:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90fad4a1-1fa1-499c-90ae-35ea813b01fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '61137922-28e4-40d0-860c-08fae7879f58', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:26:55Z', 'updated_at': '2021-06-14T16:26:58Z', 'revision_number': 4, 'project_id': '0f8b9b8c641548649006dee6fa055015', 'subnets': [{'id': '61137922-28e4-40d0-860c-08fae7879f58', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '579f6b5a-2231-41d8-86d7-3b890aff361d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 16:26:59.082570 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7cb6aa-63d3-43fe-b2f7-4a8759b5cf6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:26:59.084748 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-8c7cb6aa-63d3-43fe-b2f7-4a8759b5cf6a admin admin] 10.222.0.16 "GET /v2.0/networks/2b8148fa-8475-41af-8213-9af35fa3c21b HTTP/1.1" status: 200 len: 842 time: 0.1526313 Jun 14 16:26:59.094237 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.v2.base [None req-7598640a-7c4d-4c9d-aa5f-c67018d2df0f admin admin] Request body: {'subnet': {'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b'}} {{(pid=91935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:26:59.117299 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7598640a-7c4d-4c9d-aa5f-c67018d2df0f admin admin] Made reservation on behalf of 8cb265852b2444c28722efe9a69709e8 for: {'subnet': 1} {{(pid=91935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:26:59.119550 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-7598640a-7c4d-4c9d-aa5f-c67018d2df0f admin admin] Notify callbacks [] for subnet, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:59.545785 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.objects.ports [None req-7598640a-7c4d-4c9d-aa5f-c67018d2df0f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91935) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 14 16:26:59.546253 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-7598640a-7c4d-4c9d-aa5f-c67018d2df0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346'] for subnet, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:59.548381 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:26:59.611270 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7598640a-7c4d-4c9d-aa5f-c67018d2df0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=245e4c8b-b6d5-4126-ad47-8a46fc8189c6,revision_number=0']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:26:59.614932 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-7598640a-7c4d-4c9d-aa5f-c67018d2df0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:26:59.622125 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7598640a-7c4d-4c9d-aa5f-c67018d2df0f admin admin] Checking segment: {'id': 'a2c1fc44-b613-4a01-80b3-58a3526400ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:26:59.622476 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7598640a-7c4d-4c9d-aa5f-c67018d2df0f admin admin] Network hostable DHCP agents. Network: 2b8148fa-8475-41af-8213-9af35fa3c21b, hostable agents: ['9880e1f8-c94d-4d9a-b71a-e9b00091ad04'], hosted agents: [] {{(pid=91935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 16:26:59.641464 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7598640a-7c4d-4c9d-aa5f-c67018d2df0f admin admin] Network 2b8148fa-8475-41af-8213-9af35fa3c21b is scheduled to be hosted by DHCP agent 9880e1f8-c94d-4d9a-b71a-e9b00091ad04 with binding_index 1 {{(pid=91935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 16:26:59.651362 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.base_scheduler [None req-7598640a-7c4d-4c9d-aa5f-c67018d2df0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-2-smb, 2b8148fa-8475-41af-8213-9af35fa3c21b) {{(pid=91935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:26:59.655762 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7598640a-7c4d-4c9d-aa5f-c67018d2df0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:26:59.656356 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-7598640a-7c4d-4c9d-aa5f-c67018d2df0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693340'] for subnet, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:59.662102 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36154d4-fb23-4b66-8740-ace674e6cb7b None None] Network 2b8148fa-8475-41af-8213-9af35fa3c21b requested from dv-cinder-796286-2-smb {{(pid=91937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 16:26:59.672537 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-7598640a-7c4d-4c9d-aa5f-c67018d2df0f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5817590 Jun 14 16:26:59.913469 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7708c45-6589-47b4-9c10-7b56dd04759e None None] Network 2b8148fa-8475-41af-8213-9af35fa3c21b requested from dv-cinder-796286-2-smb {{(pid=91937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 16:27:01.994936 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 39304) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:27:02.283705 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-35cd02a8-1600-4f16-91a7-03df824fe3cc admin admin] 10.222.0.16 "GET /v2.0/routers/90fad4a1-1fa1-499c-90ae-35ea813b01fa HTTP/1.1" status: 200 len: 710 time: 0.2875147 Jun 14 16:27:02.400977 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e95800-df97-41a7-8712-78559d77d444 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:27:02.402335 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-f3e95800-df97-41a7-8712-78559d77d444 admin admin] 10.222.0.16 "GET /v2.0/networks/2b8148fa-8475-41af-8213-9af35fa3c21b HTTP/1.1" status: 200 len: 886 time: 0.1131599 Jun 14 16:27:02.410937 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.v2.base [None req-f1103770-63eb-41b1-b618-e63f0faee51e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b'}}} {{(pid=91935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:27:02.829730 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-f1103770-63eb-41b1-b618-e63f0faee51e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904461', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3902129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45040'] for router, precommit_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:27:03.157143 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-f1103770-63eb-41b1-b618-e63f0faee51e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:27:03.244744 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-f1103770-63eb-41b1-b618-e63f0faee51e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-782655'] for port, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:27:03.415846 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.db.db_base_plugin_common [None req-f1103770-63eb-41b1-b618-e63f0faee51e admin admin] Allocated IP 172.28.1.184 (2b8148fa-8475-41af-8213-9af35fa3c21b/245e4c8b-b6d5-4126-ad47-8a46fc8189c6/593df129-2c7d-41b9-bef7-184786ef1774) {{(pid=91935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 16:27:03.553551 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-f1103770-63eb-41b1-b618-e63f0faee51e admin admin] Notify callbacks [] for port, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:27:03.645269 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-f1103770-63eb-41b1-b618-e63f0faee51e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-782844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4109363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742579636511'] for port, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:27:03.648416 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:27:03.652293 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device 37f8e552-0db9-4aa9-bf7a-955bde433387 up at agent ovs-agent-dv-cinder-796286-2-smb {{(pid=91937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:27:03.711602 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Provisioning for port 37f8e552-0db9-4aa9-bf7a-955bde433387 completed by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:27:03.715315 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Provisioning complete for port 37f8e552-0db9-4aa9-bf7a-955bde433387 triggered by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:27:03.715719 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:27:03.730218 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1103770-63eb-41b1-b618-e63f0faee51e admin admin] Network 2b8148fa-8475-41af-8213-9af35fa3c21b is already hosted by enough agents. {{(pid=91935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:27:03.735073 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.base_scheduler [None req-f1103770-63eb-41b1-b618-e63f0faee51e admin admin] Resources bound (agent type, host, resource id): {{(pid=91935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:27:03.737775 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1103770-63eb-41b1-b618-e63f0faee51e admin admin] Received port after_create {{(pid=91935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 16:27:03.790826 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1103770-63eb-41b1-b618-e63f0faee51e admin admin] Pushing event updated for resources: {'Port': ['ID=593df129-2c7d-41b9-bef7-184786ef1774,revision_number=1']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:27:03.805933 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:27:03.845038 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] For port 37f8e552-0db9-4aa9-bf7a-955bde433387, host dv-cinder-796286-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-smb',level=0,port_id=37f8e552-0db9-4aa9-bf7a-955bde433387,segment=NetworkSegment(0a743e7d-3b32-4cba-8582-b543c51331e7),segment_id=0a743e7d-3b32-4cba-8582-b543c51331e7)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:27:03.849193 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:27:03.852690 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-3987217e-2c19-4fa9-adc7-e1f9a0fe0ad7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:27:03.910724 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Pushing event updated for resources: {'Port': ['ID=37f8e552-0db9-4aa9-bf7a-955bde433387,revision_number=5']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:27:03.915209 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:27:03.915390 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-f1103770-63eb-41b1-b618-e63f0faee51e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:27:04.179304 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-f1103770-63eb-41b1-b618-e63f0faee51e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:27:04.453090 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-f1103770-63eb-41b1-b618-e63f0faee51e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904461', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3902129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45040'] for router, precommit_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:27:04.456661 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-f1103770-63eb-41b1-b618-e63f0faee51e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3904163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3904154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3749186'] for router, after_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:27:04.607453 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1103770-63eb-41b1-b618-e63f0faee51e admin admin] Router 90fad4a1-1fa1-499c-90ae-35ea813b01fa has already been hosted by L3 agent ca10c576-315d-4f3b-b2d0-f5eeab5e8277 {{(pid=91935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 16:27:04.755024 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1103770-63eb-41b1-b618-e63f0faee51e admin admin] Notify agent at l3_agent.dv-cinder-796286-2-smb the message routers_updated {{(pid=91935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 16:27:04.760037 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-f1103770-63eb-41b1-b618-e63f0faee51e admin admin] Notify callbacks [] for router, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:27:04.761215 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-f1103770-63eb-41b1-b618-e63f0faee51e admin admin] 10.222.0.16 "PUT /v2.0/routers/90fad4a1-1fa1-499c-90ae-35ea813b01fa HTTP/1.1" status: 200 len: 890 time: 2.3535042 Jun 14 16:27:04.779259 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b96e5c-d1aa-405a-9554-577186c6faca None None] Sync routers for ids ['90fad4a1-1fa1-499c-90ae-35ea813b01fa'] in dv-cinder-796286-2-smb {{(pid=91937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 16:27:04.792521 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b96e5c-d1aa-405a-9554-577186c6faca None None] Routers {'90fad4a1-1fa1-499c-90ae-35ea813b01fa'} bound to L3 agent in host dv-cinder-796286-2-smb {{(pid=91937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:27:04.793203 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_hamode_db [None req-57b96e5c-d1aa-405a-9554-577186c6faca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-14T16:26:21Z,description=,heartbeat_timestamp=2021-06-14T16:26:51Z,host='dv-cinder-796286-2-smb',id=ca10c576-315d-4f3b-b2d0-f5eeab5e8277,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:26:21Z,topic='l3_agent')) {'router_ids': ['90fad4a1-1fa1-499c-90ae-35ea813b01fa'], 'active': True} {{(pid=91937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:27:05.049565 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvr_db [None req-57b96e5c-d1aa-405a-9554-577186c6faca None None] Set router 90fad4a1-1fa1-499c-90ae-35ea813b01fa gateway port host: dv-cinder-796286-2-smb {{(pid=91937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:27:05.574546 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_hamode_db [None req-57b96e5c-d1aa-405a-9554-577186c6faca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90fad4a1-1fa1-499c-90ae-35ea813b01fa', 'name': 'router1', 'tenant_id': '0f8b9b8c641548649006dee6fa055015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.184'}], 'enable_snat': True}, 'gw_port_id': '593df129-2c7d-41b9-bef7-184786ef1774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:26:45Z', 'updated_at': '2021-06-14T16:27:04Z', 'revision_number': 4, 'project_id': '0f8b9b8c641548649006dee6fa055015', 'gw_port': {'id': '593df129-2c7d-41b9-bef7-184786ef1774', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90fad4a1-1fa1-499c-90ae-35ea813b01fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:27:03Z', 'updated_at': '2021-06-14T16:27:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb', '_interfaces': [{'id': '37f8e552-0db9-4aa9-bf7a-955bde433387', 'name': '', 'network_id': '52e8d3c6-4ef4-4427-9f66-502fc3b50577', 'tenant_id': '0f8b9b8c641548649006dee6fa055015', 'mac_address': 'fa:16:3e:8d:16:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fad4a1-1fa1-499c-90ae-35ea813b01fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '61137922-28e4-40d0-860c-08fae7879f58', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:26:55Z', 'updated_at': '2021-06-14T16:27:03Z', 'revision_number': 5, 'project_id': '0f8b9b8c641548649006dee6fa055015', 'subnets': [{'id': '61137922-28e4-40d0-860c-08fae7879f58', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '579f6b5a-2231-41d8-86d7-3b890aff361d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-smb', False) {} {{(pid=91937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:27:05.581032 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b96e5c-d1aa-405a-9554-577186c6faca None None] Checking router: 90fad4a1-1fa1-499c-90ae-35ea813b01fa for host: dv-cinder-796286-2-smb {{(pid=91937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 16:27:05.581535 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b96e5c-d1aa-405a-9554-577186c6faca None None] Updating router 90fad4a1-1fa1-499c-90ae-35ea813b01fa port 593df129-2c7d-41b9-bef7-184786ef1774 binding host dv-cinder-796286-2-smb {{(pid=91937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 16:27:05.626117 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-57b96e5c-d1aa-405a-9554-577186c6faca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:27:05.653234 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device 37f8e552-0db9-4aa9-bf7a-955bde433387 up at agent ovs-agent-dv-cinder-796286-2-smb {{(pid=91937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:27:05.862603 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Provisioning complete for port 37f8e552-0db9-4aa9-bf7a-955bde433387 triggered by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:27:05.863240 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:27:06.144050 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-57b96e5c-d1aa-405a-9554-577186c6faca None None] Notify callbacks [] for port, precommit_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:27:06.155576 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-57b96e5c-d1aa-405a-9554-577186c6faca None None] Transition to ACTIVE for port object 593df129-2c7d-41b9-bef7-184786ef1774 will not be triggered until provisioned by entity L2. {{(pid=91937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:27:06.162456 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-57b96e5c-d1aa-405a-9554-577186c6faca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:27:06.164824 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:27:06.223473 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.managers [None req-57b96e5c-d1aa-405a-9554-577186c6faca None None] Attempting to bind port 593df129-2c7d-41b9-bef7-184786ef1774 on host dv-cinder-796286-2-smb for vnic_type normal with profile {{(pid=91937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 16:27:06.223966 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.managers [None req-57b96e5c-d1aa-405a-9554-577186c6faca None None] Attempting to bind port 593df129-2c7d-41b9-bef7-184786ef1774 by drivers openvswitch,hyperv on host dv-cinder-796286-2-smb at level 0 using segments [{'id': 'a2c1fc44-b613-4a01-80b3-58a3526400ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b'}] {{(pid=91937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 16:27:06.224952 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b96e5c-d1aa-405a-9554-577186c6faca None None] Attempting to bind port 593df129-2c7d-41b9-bef7-184786ef1774 on network 2b8148fa-8475-41af-8213-9af35fa3c21b {{(pid=91937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:27:06.227066 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ced069-bc42-4957-ba16-5a17fb09f60d None None] Pushing event updated for resources: {'Port': ['ID=593df129-2c7d-41b9-bef7-184786ef1774,revision_number=2']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:27:06.230221 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-41ced069-bc42-4957-ba16-5a17fb09f60d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:27:06.233362 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b96e5c-d1aa-405a-9554-577186c6faca None None] Checking agent: {'id': 'f162564f-7dab-4d73-81fc-5f8e857b2431', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 26, 22), 'started_at': datetime.datetime(2021, 6, 14, 16, 26, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 16, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 16:27:06.233742 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b96e5c-d1aa-405a-9554-577186c6faca None None] Checking segment: {'id': 'a2c1fc44-b613-4a01-80b3-58a3526400ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:27:06.234154 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-57b96e5c-d1aa-405a-9554-577186c6faca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:27:06.234548 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b96e5c-d1aa-405a-9554-577186c6faca None None] Bound using segment: {'id': 'a2c1fc44-b613-4a01-80b3-58a3526400ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b'} {{(pid=91937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 16:27:06.235029 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.managers [None req-57b96e5c-d1aa-405a-9554-577186c6faca None None] Bound port: 593df129-2c7d-41b9-bef7-184786ef1774, host: dv-cinder-796286-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2c1fc44-b613-4a01-80b3-58a3526400ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b'}}] {{(pid=91937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 16:27:06.235410 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-57b96e5c-d1aa-405a-9554-577186c6faca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:27:06.295564 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-57b96e5c-d1aa-405a-9554-577186c6faca None None] For port 593df129-2c7d-41b9-bef7-184786ef1774, host dv-cinder-796286-2-smb, cleared binding levels {{(pid=91937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 16:27:06.298803 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-57b96e5c-d1aa-405a-9554-577186c6faca None None] For port 593df129-2c7d-41b9-bef7-184786ef1774, host dv-cinder-796286-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-smb',level=0,port_id=593df129-2c7d-41b9-bef7-184786ef1774,segment=NetworkSegment(a2c1fc44-b613-4a01-80b3-58a3526400ae),segment_id=a2c1fc44-b613-4a01-80b3-58a3526400ae)] {{(pid=91937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 16:27:06.303583 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-57b96e5c-d1aa-405a-9554-577186c6faca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:27:06.306651 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:27:06.375518 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b96e5c-d1aa-405a-9554-577186c6faca None None] Routers {'90fad4a1-1fa1-499c-90ae-35ea813b01fa'} bound to L3 agent in host dv-cinder-796286-2-smb {{(pid=91937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:27:06.376181 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_hamode_db [None req-57b96e5c-d1aa-405a-9554-577186c6faca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-14T16:26:21Z,description=,heartbeat_timestamp=2021-06-14T16:26:51Z,host='dv-cinder-796286-2-smb',id=ca10c576-315d-4f3b-b2d0-f5eeab5e8277,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:26:21Z,topic='l3_agent')) {'router_ids': ['90fad4a1-1fa1-499c-90ae-35ea813b01fa'], 'active': True} {{(pid=91937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:27:06.427329 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ced069-bc42-4957-ba16-5a17fb09f60d None None] Pushing event updated for resources: {'Port': ['ID=593df129-2c7d-41b9-bef7-184786ef1774,revision_number=3']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:27:06.429269 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-41ced069-bc42-4957-ba16-5a17fb09f60d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:27:06.525528 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvr_db [None req-57b96e5c-d1aa-405a-9554-577186c6faca None None] Set router 90fad4a1-1fa1-499c-90ae-35ea813b01fa gateway port host: dv-cinder-796286-2-smb {{(pid=91937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:27:06.806735 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_hamode_db [None req-57b96e5c-d1aa-405a-9554-577186c6faca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90fad4a1-1fa1-499c-90ae-35ea813b01fa', 'name': 'router1', 'tenant_id': '0f8b9b8c641548649006dee6fa055015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.184'}], 'enable_snat': True}, 'gw_port_id': '593df129-2c7d-41b9-bef7-184786ef1774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:26:45Z', 'updated_at': '2021-06-14T16:27:04Z', 'revision_number': 4, 'project_id': '0f8b9b8c641548649006dee6fa055015', 'gw_port': {'id': '593df129-2c7d-41b9-bef7-184786ef1774', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90fad4a1-1fa1-499c-90ae-35ea813b01fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:27:03Z', 'updated_at': '2021-06-14T16:27:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb', '_interfaces': [{'id': '37f8e552-0db9-4aa9-bf7a-955bde433387', 'name': '', 'network_id': '52e8d3c6-4ef4-4427-9f66-502fc3b50577', 'tenant_id': '0f8b9b8c641548649006dee6fa055015', 'mac_address': 'fa:16:3e:8d:16:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fad4a1-1fa1-499c-90ae-35ea813b01fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '61137922-28e4-40d0-860c-08fae7879f58', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:26:55Z', 'updated_at': '2021-06-14T16:27:03Z', 'revision_number': 5, 'project_id': '0f8b9b8c641548649006dee6fa055015', 'subnets': [{'id': '61137922-28e4-40d0-860c-08fae7879f58', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '579f6b5a-2231-41d8-86d7-3b890aff361d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-smb', False) {} {{(pid=91937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:27:06.810624 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b96e5c-d1aa-405a-9554-577186c6faca None None] The sync data for ids ['90fad4a1-1fa1-499c-90ae-35ea813b01fa'] in dv-cinder-796286-2-smb is: [{'id': '90fad4a1-1fa1-499c-90ae-35ea813b01fa', 'name': 'router1', 'tenant_id': '0f8b9b8c641548649006dee6fa055015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.184'}], 'enable_snat': True}, 'gw_port_id': '593df129-2c7d-41b9-bef7-184786ef1774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:26:45Z', 'updated_at': '2021-06-14T16:27:04Z', 'revision_number': 4, 'project_id': '0f8b9b8c641548649006dee6fa055015', 'gw_port': {'id': '593df129-2c7d-41b9-bef7-184786ef1774', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90fad4a1-1fa1-499c-90ae-35ea813b01fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:27:03Z', 'updated_at': '2021-06-14T16:27:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb', '_interfaces': [{'id': '37f8e552-0db9-4aa9-bf7a-955bde433387', 'name': '', 'network_id': '52e8d3c6-4ef4-4427-9f66-502fc3b50577', 'tenant_id': '0f8b9b8c641548649006dee6fa055015', 'mac_address': 'fa:16:3e:8d:16:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fad4a1-1fa1-499c-90ae-35ea813b01fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '61137922-28e4-40d0-860c-08fae7879f58', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:26:55Z', 'updated_at': '2021-06-14T16:27:03Z', 'revision_number': 5, 'project_id': '0f8b9b8c641548649006dee6fa055015', 'subnets': [{'id': '61137922-28e4-40d0-860c-08fae7879f58', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '579f6b5a-2231-41d8-86d7-3b890aff361d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 16:27:07.209762 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 39312) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:27:07.351041 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-24828962-eefc-494f-9d56-d567f1a5358a admin admin] 10.222.0.16 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1399739 Jun 14 16:27:07.653966 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device 593df129-2c7d-41b9-bef7-184786ef1774 up at agent ovs-agent-dv-cinder-796286-2-smb {{(pid=91937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:27:07.714230 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Provisioning for port 593df129-2c7d-41b9-bef7-184786ef1774 completed by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:27:07.718458 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Provisioning complete for port 593df129-2c7d-41b9-bef7-184786ef1774 triggered by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:27:07.718846 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:27:07.822662 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:27:07.846598 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] For port 593df129-2c7d-41b9-bef7-184786ef1774, host dv-cinder-796286-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-smb',level=0,port_id=593df129-2c7d-41b9-bef7-184786ef1774,segment=NetworkSegment(a2c1fc44-b613-4a01-80b3-58a3526400ae),segment_id=a2c1fc44-b613-4a01-80b3-58a3526400ae)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:27:07.855470 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:27:07.858143 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:27:07.919642 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Pushing event updated for resources: {'Port': ['ID=593df129-2c7d-41b9-bef7-184786ef1774,revision_number=4']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:27:07.922849 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:27:09.654694 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device 593df129-2c7d-41b9-bef7-184786ef1774 up at agent ovs-agent-dv-cinder-796286-2-smb {{(pid=91937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:27:09.751451 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Provisioning complete for port 593df129-2c7d-41b9-bef7-184786ef1774 triggered by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:27:09.752116 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:27:18.940910 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-27565bac-47ba-4fe6-973a-b2b88caa8cc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:27:21.492958 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-9ba012c5-8244-4c4c-8c84-257f929f6c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:27:21.800909 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:27:22.699112 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-ac317c73-f3f7-46db-8eeb-274d40bc3b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:27:24.332371 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-61a174dc-ae9e-41b9-9cb1-e8a1b9f9c99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:27:25.288623 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.agents_db [None req-014db0b1-f8e7-4480-967a-879c185ba95d None None] Agent healthcheck: found 5 active agents {{(pid=91938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:27:48.849604 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-ef886e94-bcb9-40a6-b28b-9bb36990b680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:27:51.496988 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-eebc7b15-c638-4d1d-a9aa-4988555fc34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:27:51.803981 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:27:52.698731 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-ac317c73-f3f7-46db-8eeb-274d40bc3b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:27:54.315538 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-61a174dc-ae9e-41b9-9cb1-e8a1b9f9c99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:28:02.297103 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.agents_db [None req-014db0b1-f8e7-4480-967a-879c185ba95d None None] Agent healthcheck: found 5 active agents {{(pid=91938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:28:18.850687 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-4d1c9784-c007-48b2-ba24-ec02ddf8dbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:28:21.500742 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-2f8c00fd-f125-44e8-ac33-55cac959b6fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:28:21.802105 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:28:22.702027 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-ac317c73-f3f7-46db-8eeb-274d40bc3b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:28:24.320174 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-61a174dc-ae9e-41b9-9cb1-e8a1b9f9c99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:28:39.288039 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.agents_db [None req-014db0b1-f8e7-4480-967a-879c185ba95d None None] Agent healthcheck: found 5 active agents {{(pid=91938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:28:48.846137 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0a5c507c-1a79-4574-84f5-7077d1375805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:28:50.640837 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 39880) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:28:50.714272 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c32cca9-974b-402b-8f62-c99dc7aea13d admin admin] GET failed (client error): The resource could not be found. Jun 14 16:28:50.715752 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-3c32cca9-974b-402b-8f62-c99dc7aea13d admin admin] 10.222.0.16 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0736091 Jun 14 16:28:50.905149 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4158a7c9-35e5-44dd-b2e7-28309da0aed0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:28:50.906536 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-4158a7c9-35e5-44dd-b2e7-28309da0aed0 admin admin] 10.222.0.16 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1865864 Jun 14 16:28:51.495398 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-d0e2504f-172c-4f1e-a979-5df737977cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:28:51.801305 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:28:52.701210 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-ac317c73-f3f7-46db-8eeb-274d40bc3b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:28:53.168423 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 39890) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:28:53.414567 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da960af-bdcd-44e8-abc9-b30d227fc4f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:28:53.415895 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-9da960af-bdcd-44e8-abc9-b30d227fc4f5 admin admin] 10.222.0.16 "GET /v2.0/subnets/61137922-28e4-40d0-860c-08fae7879f58 HTTP/1.1" status: 200 len: 849 time: 0.2461891 Jun 14 16:28:53.430244 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.v2.base [None req-c7e1ef0a-11c8-420c-839a-e91549e7da83 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:28:53.561901 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-c7e1ef0a-11c8-420c-839a-e91549e7da83 admin admin] Notify callbacks [] for subnet, before_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:28:53.783117 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-c7e1ef0a-11c8-420c-839a-e91549e7da83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742580029754'] for subnet, after_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:28:53.787073 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:28:53.830599 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e1ef0a-11c8-420c-839a-e91549e7da83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:28:53.832302 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-c7e1ef0a-11c8-420c-839a-e91549e7da83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693340'] for subnet, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:28:53.834301 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-c7e1ef0a-11c8-420c-839a-e91549e7da83 admin admin] 10.222.0.16 "PUT /v2.0/subnets/61137922-28e4-40d0-860c-08fae7879f58 HTTP/1.1" status: 200 len: 868 time: 0.4085565 Jun 14 16:28:53.838766 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb49371-9c86-4358-a5cd-ed336afd5db7 None None] Network 52e8d3c6-4ef4-4427-9f66-502fc3b50577 requested from dv-cinder-796286-2-smb {{(pid=91937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 16:28:53.855116 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e1ef0a-11c8-420c-839a-e91549e7da83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61137922-28e4-40d0-860c-08fae7879f58,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:28:53.863992 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e1ef0a-11c8-420c-839a-e91549e7da83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:28:53.864457 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e1ef0a-11c8-420c-839a-e91549e7da83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:28:53.864720 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e1ef0a-11c8-420c-839a-e91549e7da83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:28:53.865034 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e1ef0a-11c8-420c-839a-e91549e7da83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:28:53.865366 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e1ef0a-11c8-420c-839a-e91549e7da83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:28:53.865702 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e1ef0a-11c8-420c-839a-e91549e7da83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:28:53.866029 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e1ef0a-11c8-420c-839a-e91549e7da83 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:28:53.866356 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e1ef0a-11c8-420c-839a-e91549e7da83 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:28:53.866708 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e1ef0a-11c8-420c-839a-e91549e7da83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:28:53.867039 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e1ef0a-11c8-420c-839a-e91549e7da83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:28:53.867362 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e1ef0a-11c8-420c-839a-e91549e7da83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:28:53.867718 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e1ef0a-11c8-420c-839a-e91549e7da83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:28:53.872234 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-c7e1ef0a-11c8-420c-839a-e91549e7da83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:28:54.335434 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-61a174dc-ae9e-41b9-9cb1-e8a1b9f9c99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:28:54.409484 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-f8f0b29d-5d92-4b8d-9f24-249ec32d893a None None] Provisioning complete for port be8a7c50-3a35-4ec3-bd04-ce31e2ddb844 triggered by entity DHCP. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:28:54.410462 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-f8f0b29d-5d92-4b8d-9f24-249ec32d893a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:28:54.560260 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-f8f0b29d-5d92-4b8d-9f24-249ec32d893a None None] Provisioning complete for port 37f8e552-0db9-4aa9-bf7a-955bde433387 triggered by entity DHCP. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:28:54.560725 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-f8f0b29d-5d92-4b8d-9f24-249ec32d893a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:28:56.122252 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 39898) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:28:56.357220 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df45f79-4b85-41bc-b01d-deeabfe1c0e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:28:56.357607 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df45f79-4b85-41bc-b01d-deeabfe1c0e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:28:56.359149 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-2df45f79-4b85-41bc-b01d-deeabfe1c0e6 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2358558 Jun 14 16:28:58.675640 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 39908) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:28:58.952945 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0e6e14-1f7e-45de-b712-397236b491e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:28:58.953322 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0e6e14-1f7e-45de-b712-397236b491e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:28:58.954856 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-6e0e6e14-1f7e-45de-b712-397236b491e7 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2780807 Jun 14 16:29:01.212078 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 39916) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:29:01.458459 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0422a2-1d7e-41a1-b831-9ea0dc4d5cd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:29:01.460521 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-ae0422a2-1d7e-41a1-b831-9ea0dc4d5cd7 admin admin] 10.222.0.16 "GET /v2.0/networks/2b8148fa-8475-41af-8213-9af35fa3c21b HTTP/1.1" status: 200 len: 886 time: 0.2469256 Jun 14 16:29:03.732785 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 39924) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:29:03.971343 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3fa629-5198-4219-8be7-6bd7c018c3c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:29:03.973059 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-4e3fa629-5198-4219-8be7-6bd7c018c3c1 admin admin] 10.222.0.16 "GET /v2.0/networks/52e8d3c6-4ef4-4427-9f66-502fc3b50577 HTTP/1.1" status: 200 len: 869 time: 0.2389524 Jun 14 16:29:06.358240 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 39932) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:29:06.544483 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7dbcaba-aefe-419f-abe7-8e755b4f969a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:29:06.544920 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7dbcaba-aefe-419f-abe7-8e755b4f969a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:29:06.546583 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-a7dbcaba-aefe-419f-abe7-8e755b4f969a admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1873586 Jun 14 16:29:08.911076 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 39940) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:29:09.074013 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68c8e66-5d1c-4549-9713-a8e1e0e78378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:29:09.074480 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68c8e66-5d1c-4549-9713-a8e1e0e78378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:29:09.076414 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-b68c8e66-5d1c-4549-9713-a8e1e0e78378 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1638882 Jun 14 16:29:11.372926 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 39948) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:29:11.476214 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f3ef9d-8e95-4699-805b-e3afd5cb13cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:29:11.477585 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-71f3ef9d-8e95-4699-805b-e3afd5cb13cd admin admin] 10.222.0.16 "GET /v2.0/subnets/245e4c8b-b6d5-4126-ad47-8a46fc8189c6 HTTP/1.1" status: 200 len: 816 time: 0.1033881 Jun 14 16:29:13.731036 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 39956) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:29:13.882185 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13dd4d9-7136-4a7e-9808-f28f915d4c02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:29:13.884396 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-e13dd4d9-7136-4a7e-9808-f28f915d4c02 admin admin] 10.222.0.16 "GET /v2.0/subnets/61137922-28e4-40d0-860c-08fae7879f58 HTTP/1.1" status: 200 len: 868 time: 0.1518114 Jun 14 16:29:16.288148 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.agents_db [None req-014db0b1-f8e7-4480-967a-879c185ba95d None None] Agent healthcheck: found 5 active agents {{(pid=91938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:29:18.851536 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-7b899093-c076-4f77-9805-a242b2931d45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:29:21.507154 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-37fab8c1-cb35-4398-8200-5d4af8508be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:29:21.803164 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:29:22.704899 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-ac317c73-f3f7-46db-8eeb-274d40bc3b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:29:24.336906 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-61a174dc-ae9e-41b9-9cb1-e8a1b9f9c99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:29:39.082776 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 40000) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:29:39.131842 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [None req-51d98f74-70eb-45a0-90fb-d4428f085826 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=91936) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 14 16:29:39.132831 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-51d98f74-70eb-45a0-90fb-d4428f085826 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0491345 Jun 14 16:29:41.382472 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 40008) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:29:41.445817 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.pecan_wsgi.hooks.translation [None req-dda5846e-42ee-4b45-8dd7-9422a0d485de admin admin] GET failed (client error): The resource could not be found. Jun 14 16:29:41.447131 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-dda5846e-42ee-4b45-8dd7-9422a0d485de admin admin] 10.222.0.16 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0637395 Jun 14 16:29:41.554970 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ca166f-040c-4f93-b383-ea91add07b4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:29:41.556452 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-21ca166f-040c-4f93-b383-ea91add07b4a admin admin] 10.222.0.16 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1052372 Jun 14 16:29:43.828650 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 40016) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:29:43.874721 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.v2.base [None req-d6054e89-c675-49d3-9dc0-ef72f8c3e9ea admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=91936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:29:43.896855 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6054e89-c675-49d3-9dc0-ef72f8c3e9ea admin admin] Made reservation on behalf of 8cb265852b2444c28722efe9a69709e8 for: {'network': 1} {{(pid=91936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:29:43.899203 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-d6054e89-c675-49d3-9dc0-ef72f8c3e9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-782655'] for network, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:29:43.937283 dv-cinder-796286-2-smb neutron-server[91936]: WARNING neutron.services.revisions.revision_plugin [None req-d6054e89-c675-49d3-9dc0-ef72f8c3e9ea admin admin] Could not find related network for resource to bump revision. Jun 14 16:29:43.956115 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6054e89-c675-49d3-9dc0-ef72f8c3e9ea admin admin] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=91936) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 16:29:43.966352 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-d6054e89-c675-49d3-9dc0-ef72f8c3e9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678690'] for segment, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:29:43.966693 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.db.segments_db [None req-d6054e89-c675-49d3-9dc0-ef72f8c3e9ea admin admin] Added segment 27548891-7ef2-4c5b-99f0-4173b6def0b2 of type vlan for network 0ac80c0a-ce37-4db8-af21-426303bcb540 Jun 14 16:29:44.023791 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-d6054e89-c675-49d3-9dc0-ef72f8c3e9ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742579622822'] for network, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:29:44.053523 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-d6054e89-c675-49d3-9dc0-ef72f8c3e9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-121365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693369'] for network, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:29:44.054797 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6054e89-c675-49d3-9dc0-ef72f8c3e9ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:29:44.055403 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-d6054e89-c675-49d3-9dc0-ef72f8c3e9ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693340'] for network, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:29:44.057364 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-5cda6924-0f7b-4c86-a4b7-e0d123337f98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:29:44.090863 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-d6054e89-c675-49d3-9dc0-ef72f8c3e9ea admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2611084 Jun 14 16:29:44.143313 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6054e89-c675-49d3-9dc0-ef72f8c3e9ea admin admin] Pushing event updated for resources: {'Network': ['ID=0ac80c0a-ce37-4db8-af21-426303bcb540,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:29:44.146284 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-d6054e89-c675-49d3-9dc0-ef72f8c3e9ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:29:44.154700 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Network 0ac80c0a-ce37-4db8-af21-426303bcb540 details requested by agent ovs-agent-dv-cinder-796286-2-smb with host dv-cinder-796286-2-smb {{(pid=91937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 16:29:46.354613 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 40024) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:29:46.417780 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dea7dd6-57d2-4c7e-bc3c-1191b2f1c077 admin admin] GET failed (client error): The resource could not be found. Jun 14 16:29:46.419122 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-4dea7dd6-57d2-4c7e-bc3c-1191b2f1c077 admin admin] 10.222.0.16 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0635521 Jun 14 16:29:46.511598 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc61b5f-4156-4d7a-b994-b52e42c2bb2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:29:46.513067 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-3cc61b5f-4156-4d7a-b994-b52e42c2bb2e admin admin] 10.222.0.16 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0901580 Jun 14 16:29:46.523455 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.v2.base [None req-37dd6a56-18b7-4a8c-8350-755676bb394d admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '0ac80c0a-ce37-4db8-af21-426303bcb540'}} {{(pid=91936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:29:46.546613 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37dd6a56-18b7-4a8c-8350-755676bb394d admin admin] Made reservation on behalf of 8cb265852b2444c28722efe9a69709e8 for: {'subnet': 1} {{(pid=91936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:29:46.549673 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-37dd6a56-18b7-4a8c-8350-755676bb394d admin admin] Notify callbacks [] for subnet, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:29:46.783582 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-37dd6a56-18b7-4a8c-8350-755676bb394d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346'] for subnet, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:29:46.785995 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:29:46.849547 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dd6a56-18b7-4a8c-8350-755676bb394d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfbbd5b3-3425-4858-b73a-5cd4e63bdedf,revision_number=0']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:29:46.852350 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-37dd6a56-18b7-4a8c-8350-755676bb394d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:29:46.861019 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37dd6a56-18b7-4a8c-8350-755676bb394d admin admin] Checking segment: {'id': '27548891-7ef2-4c5b-99f0-4173b6def0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '0ac80c0a-ce37-4db8-af21-426303bcb540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:29:46.861497 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37dd6a56-18b7-4a8c-8350-755676bb394d admin admin] Network hostable DHCP agents. Network: 0ac80c0a-ce37-4db8-af21-426303bcb540, hostable agents: ['9880e1f8-c94d-4d9a-b71a-e9b00091ad04'], hosted agents: [] {{(pid=91936) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 16:29:46.883268 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37dd6a56-18b7-4a8c-8350-755676bb394d admin admin] Network 0ac80c0a-ce37-4db8-af21-426303bcb540 is scheduled to be hosted by DHCP agent 9880e1f8-c94d-4d9a-b71a-e9b00091ad04 with binding_index 1 {{(pid=91936) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 16:29:46.894075 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.base_scheduler [None req-37dd6a56-18b7-4a8c-8350-755676bb394d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-2-smb, 0ac80c0a-ce37-4db8-af21-426303bcb540) {{(pid=91936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:29:46.898017 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37dd6a56-18b7-4a8c-8350-755676bb394d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:29:46.898606 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-37dd6a56-18b7-4a8c-8350-755676bb394d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693340'] for subnet, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:29:46.903447 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c76e9b7-9fe0-4b87-b3d9-c1fde0ecccb2 None None] Network 0ac80c0a-ce37-4db8-af21-426303bcb540 requested from dv-cinder-796286-2-smb {{(pid=91937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 16:29:46.917138 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-37dd6a56-18b7-4a8c-8350-755676bb394d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3924937 Jun 14 16:29:47.105716 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94f01f1-f115-4673-bc25-146e53a37f75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dd7b1b0-8727-5c20-81ad-b49c2544d142-0ac80c0a-ce37-4db8-af21-426303bcb540', 'network_id': '0ac80c0a-ce37-4db8-af21-426303bcb540', 'tenant_id': '8cb265852b2444c28722efe9a69709e8', 'fixed_ips': [{'subnet_id': 'bfbbd5b3-3425-4858-b73a-5cd4e63bdedf'}]}} from dv-cinder-796286-2-smb. {{(pid=91937) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 14 16:29:47.106571 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-e94f01f1-f115-4673-bc25-146e53a37f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-782655'] for port, before_create {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:29:47.259635 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.db_base_plugin_common [None req-e94f01f1-f115-4673-bc25-146e53a37f75 None None] Allocated IP 192.168.233.2 (0ac80c0a-ce37-4db8-af21-426303bcb540/bfbbd5b3-3425-4858-b73a-5cd4e63bdedf/00d5378b-6da7-43b0-a9a0-7c8462f10a98) {{(pid=91937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 16:29:47.541938 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-e94f01f1-f115-4673-bc25-146e53a37f75 None None] Notify callbacks [] for port, precommit_create {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:29:47.551111 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-e94f01f1-f115-4673-bc25-146e53a37f75 None None] Transition to ACTIVE for port object 00d5378b-6da7-43b0-a9a0-7c8462f10a98 will not be triggered until provisioned by entity L2. {{(pid=91937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:29:47.566879 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-e94f01f1-f115-4673-bc25-146e53a37f75 None None] Transition to ACTIVE for port object 00d5378b-6da7-43b0-a9a0-7c8462f10a98 will not be triggered until provisioned by entity DHCP. {{(pid=91937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:29:47.573292 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-e94f01f1-f115-4673-bc25-146e53a37f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-782844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4109363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742579636511'] for port, after_create {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:29:47.575900 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:29:47.631859 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94f01f1-f115-4673-bc25-146e53a37f75 None None] Network 0ac80c0a-ce37-4db8-af21-426303bcb540 is already hosted by enough agents. {{(pid=91937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:29:47.635916 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.scheduler.base_scheduler [None req-e94f01f1-f115-4673-bc25-146e53a37f75 None None] Resources bound (agent type, host, resource id): {{(pid=91937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:29:47.639037 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94f01f1-f115-4673-bc25-146e53a37f75 None None] Received port after_create {{(pid=91937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 16:29:47.641235 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94f01f1-f115-4673-bc25-146e53a37f75 None None] Pushing event updated for resources: {'Port': ['ID=00d5378b-6da7-43b0-a9a0-7c8462f10a98,revision_number=1']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:29:47.650040 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94f01f1-f115-4673-bc25-146e53a37f75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:29:47.650397 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94f01f1-f115-4673-bc25-146e53a37f75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:29:47.650741 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94f01f1-f115-4673-bc25-146e53a37f75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:29:47.651082 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94f01f1-f115-4673-bc25-146e53a37f75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:29:47.651419 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94f01f1-f115-4673-bc25-146e53a37f75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:29:47.651773 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94f01f1-f115-4673-bc25-146e53a37f75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:29:47.652112 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94f01f1-f115-4673-bc25-146e53a37f75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:29:47.652444 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94f01f1-f115-4673-bc25-146e53a37f75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:29:47.652770 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94f01f1-f115-4673-bc25-146e53a37f75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:29:47.653103 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94f01f1-f115-4673-bc25-146e53a37f75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:29:47.653735 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94f01f1-f115-4673-bc25-146e53a37f75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:29:47.654072 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94f01f1-f115-4673-bc25-146e53a37f75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:29:47.657921 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-e94f01f1-f115-4673-bc25-146e53a37f75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:29:47.729117 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.managers [None req-e94f01f1-f115-4673-bc25-146e53a37f75 None None] Attempting to bind port 00d5378b-6da7-43b0-a9a0-7c8462f10a98 on host dv-cinder-796286-2-smb for vnic_type normal with profile {{(pid=91937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 16:29:47.729507 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.managers [None req-e94f01f1-f115-4673-bc25-146e53a37f75 None None] Attempting to bind port 00d5378b-6da7-43b0-a9a0-7c8462f10a98 by drivers openvswitch,hyperv on host dv-cinder-796286-2-smb at level 0 using segments [{'id': '27548891-7ef2-4c5b-99f0-4173b6def0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '0ac80c0a-ce37-4db8-af21-426303bcb540'}] {{(pid=91937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 16:29:47.729883 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94f01f1-f115-4673-bc25-146e53a37f75 None None] Attempting to bind port 00d5378b-6da7-43b0-a9a0-7c8462f10a98 on network 0ac80c0a-ce37-4db8-af21-426303bcb540 {{(pid=91937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:29:47.735736 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94f01f1-f115-4673-bc25-146e53a37f75 None None] Checking agent: {'id': 'f162564f-7dab-4d73-81fc-5f8e857b2431', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 26, 22), 'started_at': datetime.datetime(2021, 6, 14, 16, 26, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 16, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 16:29:47.736392 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94f01f1-f115-4673-bc25-146e53a37f75 None None] Checking segment: {'id': '27548891-7ef2-4c5b-99f0-4173b6def0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '0ac80c0a-ce37-4db8-af21-426303bcb540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:29:47.737082 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-e94f01f1-f115-4673-bc25-146e53a37f75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:29:47.737515 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94f01f1-f115-4673-bc25-146e53a37f75 None None] Bound using segment: {'id': '27548891-7ef2-4c5b-99f0-4173b6def0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '0ac80c0a-ce37-4db8-af21-426303bcb540'} {{(pid=91937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 16:29:47.738024 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.managers [None req-e94f01f1-f115-4673-bc25-146e53a37f75 None None] Bound port: 00d5378b-6da7-43b0-a9a0-7c8462f10a98, host: dv-cinder-796286-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27548891-7ef2-4c5b-99f0-4173b6def0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '0ac80c0a-ce37-4db8-af21-426303bcb540'}}] {{(pid=91937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 16:29:47.738414 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-e94f01f1-f115-4673-bc25-146e53a37f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:29:47.819508 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-e94f01f1-f115-4673-bc25-146e53a37f75 None None] For port 00d5378b-6da7-43b0-a9a0-7c8462f10a98, host dv-cinder-796286-2-smb, cleared binding levels {{(pid=91937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 16:29:47.822984 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-e94f01f1-f115-4673-bc25-146e53a37f75 None None] For port 00d5378b-6da7-43b0-a9a0-7c8462f10a98, host dv-cinder-796286-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-smb',level=0,port_id=00d5378b-6da7-43b0-a9a0-7c8462f10a98,segment=NetworkSegment(27548891-7ef2-4c5b-99f0-4173b6def0b2),segment_id=27548891-7ef2-4c5b-99f0-4173b6def0b2)] {{(pid=91937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 16:29:47.826960 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-e94f01f1-f115-4673-bc25-146e53a37f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:29:47.829202 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:29:47.900600 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94f01f1-f115-4673-bc25-146e53a37f75 None None] Pushing event updated for resources: {'Port': ['ID=00d5378b-6da7-43b0-a9a0-7c8462f10a98,revision_number=2']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:29:47.905309 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-e94f01f1-f115-4673-bc25-146e53a37f75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:29:48.742107 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce282d06-7ea8-4661-8917-2ca4f04b70aa None None] Network 0ac80c0a-ce37-4db8-af21-426303bcb540 requested from dv-cinder-796286-2-smb {{(pid=91937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 16:29:48.848739 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-c7f0d71e-7ec8-4b97-b2a9-b86b94ac8fce None None] Provisioning for port 00d5378b-6da7-43b0-a9a0-7c8462f10a98 completed by entity DHCP. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:29:48.872494 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-f938e11c-6424-4d4a-b5a2-ec5c3f3d992f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:29:49.795015 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device 00d5378b-6da7-43b0-a9a0-7c8462f10a98 up at agent ovs-agent-dv-cinder-796286-2-smb {{(pid=91937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:29:49.854266 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Provisioning for port 00d5378b-6da7-43b0-a9a0-7c8462f10a98 completed by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:29:49.858380 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Provisioning complete for port 00d5378b-6da7-43b0-a9a0-7c8462f10a98 triggered by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:29:49.858766 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:29:49.953674 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:29:49.990193 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] For port 00d5378b-6da7-43b0-a9a0-7c8462f10a98, host dv-cinder-796286-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-smb',level=0,port_id=00d5378b-6da7-43b0-a9a0-7c8462f10a98,segment=NetworkSegment(27548891-7ef2-4c5b-99f0-4173b6def0b2),segment_id=27548891-7ef2-4c5b-99f0-4173b6def0b2)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:29:49.994455 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:29:49.996519 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:29:50.053330 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Pushing event updated for resources: {'Port': ['ID=00d5378b-6da7-43b0-a9a0-7c8462f10a98,revision_number=3']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:29:50.056595 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:29:51.500212 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-80733ba4-a7a0-465e-b710-0e7a08b7baff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:29:51.772373 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device 00d5378b-6da7-43b0-a9a0-7c8462f10a98 up at agent ovs-agent-dv-cinder-796286-2-smb {{(pid=91937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:29:51.824908 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:29:51.837964 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Provisioning complete for port 00d5378b-6da7-43b0-a9a0-7c8462f10a98 triggered by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:29:51.838338 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:29:52.709820 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-ac317c73-f3f7-46db-8eeb-274d40bc3b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:29:53.286983 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.agents_db [None req-014db0b1-f8e7-4480-967a-879c185ba95d None None] Agent healthcheck: found 5 active agents {{(pid=91938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:29:54.322081 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-61a174dc-ae9e-41b9-9cb1-e8a1b9f9c99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:30:18.844450 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-88f09279-1c9f-4dfa-bd1d-50366f6e1024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:30:21.502400 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-a52ad29c-4187-4fdd-a6a0-af57dee6a28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:30:21.801889 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:30:22.715194 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-ac317c73-f3f7-46db-8eeb-274d40bc3b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:30:24.330937 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-61a174dc-ae9e-41b9-9cb1-e8a1b9f9c99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:30:30.286640 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.agents_db [None req-014db0b1-f8e7-4480-967a-879c185ba95d None None] Agent healthcheck: found 5 active agents {{(pid=91938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:30:48.847012 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-8938bd90-b9bc-467d-b6f4-431f69884420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:30:51.504874 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-ca7bbc65-4504-43f1-96b8-e6ebadc4d1a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:30:51.795293 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:30:52.717573 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-ac317c73-f3f7-46db-8eeb-274d40bc3b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:30:54.329138 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-61a174dc-ae9e-41b9-9cb1-e8a1b9f9c99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:30:56.365409 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 40078) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:30:56.371301 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [None req-be8a29a8-95cb-4e67-903d-0d6044cbf7b4 tempest-verify_tempest_config-390079704 tempest-verify_tempest_config-390079704-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=91936) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 14 16:30:56.372311 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-be8a29a8-95cb-4e67-903d-0d6044cbf7b4 tempest-verify_tempest_config-390079704 tempest-verify_tempest_config-390079704-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059390 Jun 14 16:30:56.701088 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 40096) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:30:56.814271 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-0bf01280-76f4-49ba-abf1-f658d08c02c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:30:56.922890 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-0bf01280-76f4-49ba-abf1-f658d08c02c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:30:56.926894 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-0bf01280-76f4-49ba-abf1-f658d08c02c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:30:56.930221 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-5cda6924-0f7b-4c86-a4b7-e0d123337f98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:30:56.978372 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf01280-76f4-49ba-abf1-f658d08c02c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a7be499-137c-4bb6-9586-6e682473b459,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:30:56.983152 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-0bf01280-76f4-49ba-abf1-f658d08c02c4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ef496751e95841b2bbac7eddf8e615d0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2810719 Jun 14 16:30:56.986533 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 40100) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:30:56.988570 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf01280-76f4-49ba-abf1-f658d08c02c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:30:56.988919 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf01280-76f4-49ba-abf1-f658d08c02c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:30:56.989257 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf01280-76f4-49ba-abf1-f658d08c02c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:30:56.989599 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf01280-76f4-49ba-abf1-f658d08c02c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:30:56.989928 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf01280-76f4-49ba-abf1-f658d08c02c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:30:56.990254 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf01280-76f4-49ba-abf1-f658d08c02c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:30:56.990583 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf01280-76f4-49ba-abf1-f658d08c02c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:30:56.990901 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf01280-76f4-49ba-abf1-f658d08c02c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:30:56.991239 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf01280-76f4-49ba-abf1-f658d08c02c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:30:56.991581 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf01280-76f4-49ba-abf1-f658d08c02c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:30:56.991911 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf01280-76f4-49ba-abf1-f658d08c02c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:30:56.992230 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf01280-76f4-49ba-abf1-f658d08c02c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:30:56.996043 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-0bf01280-76f4-49ba-abf1-f658d08c02c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:30:57.061732 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-bd0149a9-4779-43b2-b867-f7f49c5e83c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:30:57.084722 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-bd0149a9-4779-43b2-b867-f7f49c5e83c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:30:57.180528 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-bd0149a9-4779-43b2-b867-f7f49c5e83c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:30:57.183254 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-bd0149a9-4779-43b2-b867-f7f49c5e83c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:30:57.184365 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-bd0149a9-4779-43b2-b867-f7f49c5e83c8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5a7be499-137c-4bb6-9586-6e682473b459 HTTP/1.1" status: 204 len: 168 time: 0.1968741 Jun 14 16:30:57.185043 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-ec91f11b-9e3e-41f7-86ca-14faff3e10e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:30:57.194555 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0149a9-4779-43b2-b867-f7f49c5e83c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a7be499-137c-4bb6-9586-6e682473b459,revision_number=None']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:30:57.201557 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0149a9-4779-43b2-b867-f7f49c5e83c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:30:57.202226 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0149a9-4779-43b2-b867-f7f49c5e83c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:30:57.202226 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0149a9-4779-43b2-b867-f7f49c5e83c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:30:57.202525 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0149a9-4779-43b2-b867-f7f49c5e83c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:30:57.204140 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0149a9-4779-43b2-b867-f7f49c5e83c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:30:57.204140 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0149a9-4779-43b2-b867-f7f49c5e83c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:30:57.204445 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0149a9-4779-43b2-b867-f7f49c5e83c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:30:57.204531 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0149a9-4779-43b2-b867-f7f49c5e83c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:30:57.204997 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0149a9-4779-43b2-b867-f7f49c5e83c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:30:57.205951 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0149a9-4779-43b2-b867-f7f49c5e83c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:30:57.205951 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0149a9-4779-43b2-b867-f7f49c5e83c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:30:57.205951 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0149a9-4779-43b2-b867-f7f49c5e83c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:30:57.209103 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-bd0149a9-4779-43b2-b867-f7f49c5e83c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:31:07.285863 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.agents_db [None req-014db0b1-f8e7-4480-967a-879c185ba95d None None] Agent healthcheck: found 5 active agents {{(pid=91938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:31:18.848319 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-f7bbd484-0801-41db-8867-2f48ed55c220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:31:21.513808 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-37f5d6a2-158c-42f0-8825-0879c17816cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:31:21.798975 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:31:22.721522 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-ac317c73-f3f7-46db-8eeb-274d40bc3b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:31:24.332181 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-61a174dc-ae9e-41b9-9cb1-e8a1b9f9c99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:31:44.285575 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.agents_db [None req-014db0b1-f8e7-4480-967a-879c185ba95d None None] Agent healthcheck: found 5 active agents {{(pid=91938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:31:48.850766 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-66492a69-6dc3-4962-8df2-bf31b96ea364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:31:51.517312 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-6192d485-b82a-415a-af3f-5492eb690cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:31:51.807436 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:31:52.726074 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-ac317c73-f3f7-46db-8eeb-274d40bc3b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:31:54.336954 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-61a174dc-ae9e-41b9-9cb1-e8a1b9f9c99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:32:18.851494 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-7f0b1e9e-036d-4b5f-930f-7aec7c884298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:32:21.284079 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.agents_db [None req-014db0b1-f8e7-4480-967a-879c185ba95d None None] Agent healthcheck: found 5 active agents {{(pid=91938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:32:21.510083 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-f568bce2-ad38-40b5-ad98-cd7095b6d65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:32:21.800120 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:32:22.721947 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-ac317c73-f3f7-46db-8eeb-274d40bc3b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:32:24.336559 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-61a174dc-ae9e-41b9-9cb1-e8a1b9f9c99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:32:45.888342 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142'] for agent, after_create {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:32:48.854298 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-a50e22c3-97c8-479e-81b2-c74e7822f8ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:32:50.815567 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 40154) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:32:50.924482 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-3b42c164-0323-4597-8ad0-5c3318bccc42 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1077662 Jun 14 16:32:51.512125 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-a71222b6-28d2-4d6d-85eb-bf8bce3d44d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:32:51.801358 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:32:52.725601 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-ac317c73-f3f7-46db-8eeb-274d40bc3b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:32:53.121391 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 40164) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:32:53.174612 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-468504dd-40bf-49d0-9191-7e275e0e6127 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0520968 Jun 14 16:32:54.341514 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-61a174dc-ae9e-41b9-9cb1-e8a1b9f9c99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:32:58.285364 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.agents_db [None req-014db0b1-f8e7-4480-967a-879c185ba95d None None] Agent healthcheck: found 6 active agents {{(pid=91938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:33:15.844812 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:18.856988 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-9883caa3-8a42-4039-89a2-a998b9e75651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:21.514777 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-a2a140dd-c872-4d89-932a-2af48a19fb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:21.803804 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:22.727969 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-ac317c73-f3f7-46db-8eeb-274d40bc3b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:24.349170 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-61a174dc-ae9e-41b9-9cb1-e8a1b9f9c99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:35.284635 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.agents_db [None req-014db0b1-f8e7-4480-967a-879c185ba95d None None] Agent healthcheck: found 6 active agents {{(pid=91938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:33:45.840914 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:48.864065 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-f1dba327-5701-45cd-a098-d9ffb7a876be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:51.531039 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-c7326e2e-2cd0-4344-bbc5-f154624580ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:51.823152 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:52.750376 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-ac317c73-f3f7-46db-8eeb-274d40bc3b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:54.373057 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-61a174dc-ae9e-41b9-9cb1-e8a1b9f9c99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:12.284316 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.agents_db [None req-014db0b1-f8e7-4480-967a-879c185ba95d None None] Agent healthcheck: found 6 active agents {{(pid=91938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:34:15.844193 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:18.857383 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-e1437a83-c649-4510-ae23-d01f8f4532dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:21.524273 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-b8ea8498-5b1d-4e69-b700-014e083e17b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:21.809992 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:22.729910 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-ac317c73-f3f7-46db-8eeb-274d40bc3b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:24.361814 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-61a174dc-ae9e-41b9-9cb1-e8a1b9f9c99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:29.764359 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 40384) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:29.961379 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 40406) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:29.973311 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 40412) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:30.063528 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 40420) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:30.067308 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.v2.base [None req-4f6a0e8b-7a04-481a-8a39-a6db3bed358d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-275120226-network', 'tenant_id': '5e64979c8b4744a1a9e561844a8d2019'}} {{(pid=91935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:34:30.095907 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f6a0e8b-7a04-481a-8a39-a6db3bed358d admin admin] Made reservation on behalf of 5e64979c8b4744a1a9e561844a8d2019 for: {'network': 1} {{(pid=91935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:34:30.098627 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-4f6a0e8b-7a04-481a-8a39-a6db3bed358d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-782655'] for network, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:30.112146 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-4f6a0e8b-7a04-481a-8a39-a6db3bed358d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:30.123359 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.v2.base [None req-fb2a1648-1406-459b-865b-55a89ddfb8cb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1070524333-network', 'tenant_id': '2a5847235a974f63891d8576b13e7ab6'}} {{(pid=91936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:34:30.137838 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.v2.base [None req-cadc1ea7-7e83-4502-9175-4634c35d2480 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1162527242-network', 'tenant_id': '30ce1b2289d54cf7ac158d3723364a14'}} {{(pid=91935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:34:30.149228 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2a1648-1406-459b-865b-55a89ddfb8cb admin admin] Made reservation on behalf of 2a5847235a974f63891d8576b13e7ab6 for: {'network': 1} {{(pid=91936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:34:30.153680 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-fb2a1648-1406-459b-865b-55a89ddfb8cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-782655'] for network, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:30.168055 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cadc1ea7-7e83-4502-9175-4634c35d2480 admin admin] Made reservation on behalf of 30ce1b2289d54cf7ac158d3723364a14 for: {'network': 1} {{(pid=91935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:34:30.171041 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-cadc1ea7-7e83-4502-9175-4634c35d2480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-782655'] for network, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:30.171426 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-fb2a1648-1406-459b-865b-55a89ddfb8cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:30.188724 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-cadc1ea7-7e83-4502-9175-4634c35d2480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:30.269758 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.v2.base [None req-f1f24307-0a7e-4692-9a06-db3d477109d3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1063574820-network', 'tenant_id': 'e9e3ca0d5f6a422091735101e0717fda'}} {{(pid=91936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:34:30.291534 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-4f6a0e8b-7a04-481a-8a39-a6db3bed358d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:30.297032 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-4f6a0e8b-7a04-481a-8a39-a6db3bed358d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:30.312317 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:30.318011 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f6a0e8b-7a04-481a-8a39-a6db3bed358d admin admin] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=91935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 16:34:30.328805 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.db.api [None req-f1f24307-0a7e-4692-9a06-db3d477109d3 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 14 16:34:30.328805 dv-cinder-796286-2-smb neutron-server[91936]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 14 16:34:30.328805 dv-cinder-796286-2-smb neutron-server[91936]: [parameters: {'project_id_1': 'e9e3ca0d5f6a422091735101e0717fda', 'expiration_1': datetime.datetime(2021, 6, 14, 16, 34, 30, 287493)}] Jun 14 16:34:30.328805 dv-cinder-796286-2-smb neutron-server[91936]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=91936) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 14 16:34:30.329207 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_db.api [None req-f1f24307-0a7e-4692-9a06-db3d477109d3 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=91936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 14 16:34:30.331747 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-4f6a0e8b-7a04-481a-8a39-a6db3bed358d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678690'] for segment, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:30.332188 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.db.segments_db [None req-4f6a0e8b-7a04-481a-8a39-a6db3bed358d admin admin] Added segment c4c3f588-adb6-420f-8cdb-57f5516701db of type vlan for network b827e6b3-7ed7-4462-86b3-950f50bba85c Jun 14 16:34:30.387466 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-4f6a0e8b-7a04-481a-8a39-a6db3bed358d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742579622822'] for network, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:30.412696 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-fb2a1648-1406-459b-865b-55a89ddfb8cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:30.415382 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.db.api [None req-cadc1ea7-7e83-4502-9175-4634c35d2480 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 14 16:34:30.415382 dv-cinder-796286-2-smb neutron-server[91935]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 14 16:34:30.415382 dv-cinder-796286-2-smb neutron-server[91935]: [parameters: {'project_id_1': '30ce1b2289d54cf7ac158d3723364a14', 'expiration_1': datetime.datetime(2021, 6, 14, 16, 34, 30, 214860)}] Jun 14 16:34:30.415382 dv-cinder-796286-2-smb neutron-server[91935]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=91935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 14 16:34:30.416378 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_db.api [None req-cadc1ea7-7e83-4502-9175-4634c35d2480 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=91935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 14 16:34:30.419006 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-fb2a1648-1406-459b-865b-55a89ddfb8cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:30.419761 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-4f6a0e8b-7a04-481a-8a39-a6db3bed358d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-121365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693369'] for network, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:30.423263 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-0bf01280-76f4-49ba-abf1-f658d08c02c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:30.427059 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6a0e8b-7a04-481a-8a39-a6db3bed358d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:30.427949 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-4f6a0e8b-7a04-481a-8a39-a6db3bed358d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693340'] for network, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:30.451048 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2a1648-1406-459b-865b-55a89ddfb8cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d68b5e0-d111-4ac2-8cbb-412eb72c7454,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:30.451605 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6a0e8b-7a04-481a-8a39-a6db3bed358d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a45919-5f82-4513-b8e8-9ec73fdb4352,revision_number=1']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:30.459455 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6a0e8b-7a04-481a-8a39-a6db3bed358d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:34:30.460118 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6a0e8b-7a04-481a-8a39-a6db3bed358d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:34:30.460264 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2a1648-1406-459b-865b-55a89ddfb8cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:34:30.460620 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2a1648-1406-459b-865b-55a89ddfb8cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:34:30.461024 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2a1648-1406-459b-865b-55a89ddfb8cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:34:30.461202 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6a0e8b-7a04-481a-8a39-a6db3bed358d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:34:30.461349 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2a1648-1406-459b-865b-55a89ddfb8cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:34:30.461780 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6a0e8b-7a04-481a-8a39-a6db3bed358d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:34:30.462046 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2a1648-1406-459b-865b-55a89ddfb8cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:34:30.462242 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6a0e8b-7a04-481a-8a39-a6db3bed358d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:34:30.462739 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6a0e8b-7a04-481a-8a39-a6db3bed358d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:34:30.463012 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2a1648-1406-459b-865b-55a89ddfb8cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:34:30.463218 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6a0e8b-7a04-481a-8a39-a6db3bed358d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:34:30.463483 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6a0e8b-7a04-481a-8a39-a6db3bed358d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:34:30.463909 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2a1648-1406-459b-865b-55a89ddfb8cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:34:30.464103 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6a0e8b-7a04-481a-8a39-a6db3bed358d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:34:30.464579 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6a0e8b-7a04-481a-8a39-a6db3bed358d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:34:30.464999 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6a0e8b-7a04-481a-8a39-a6db3bed358d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:34:30.465408 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6a0e8b-7a04-481a-8a39-a6db3bed358d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:34:30.465526 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2a1648-1406-459b-865b-55a89ddfb8cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:34:30.465841 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2a1648-1406-459b-865b-55a89ddfb8cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:34:30.466174 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2a1648-1406-459b-865b-55a89ddfb8cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:34:30.466503 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2a1648-1406-459b-865b-55a89ddfb8cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:34:30.466822 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2a1648-1406-459b-865b-55a89ddfb8cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:34:30.467103 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6a0e8b-7a04-481a-8a39-a6db3bed358d admin admin] Tracked resource versions report: Jun 14 16:34:30.467103 dv-cinder-796286-2-smb neutron-server[91935]: pushed versions: Jun 14 16:34:30.467103 dv-cinder-796286-2-smb neutron-server[91935]: { 'AddressGroup': {'1.2'}, Jun 14 16:34:30.467103 dv-cinder-796286-2-smb neutron-server[91935]: 'ConntrackHelper': {'1.0'}, Jun 14 16:34:30.467103 dv-cinder-796286-2-smb neutron-server[91935]: 'Log': {'1.0'}, Jun 14 16:34:30.467103 dv-cinder-796286-2-smb neutron-server[91935]: 'Network': {'1.1'}, Jun 14 16:34:30.467103 dv-cinder-796286-2-smb neutron-server[91935]: 'Port': {'1.7'}, Jun 14 16:34:30.467103 dv-cinder-796286-2-smb neutron-server[91935]: 'PortForwarding': {'1.2'}, Jun 14 16:34:30.467103 dv-cinder-796286-2-smb neutron-server[91935]: 'QosPolicy': {'1.8'}, Jun 14 16:34:30.467103 dv-cinder-796286-2-smb neutron-server[91935]: 'SecurityGroup': {'1.4'}, Jun 14 16:34:30.467103 dv-cinder-796286-2-smb neutron-server[91935]: 'SecurityGroupRule': {'1.2'}, Jun 14 16:34:30.467103 dv-cinder-796286-2-smb neutron-server[91935]: 'SubPort': {'1.0'}, Jun 14 16:34:30.467103 dv-cinder-796286-2-smb neutron-server[91935]: 'Subnet': {'1.1'}, Jun 14 16:34:30.467103 dv-cinder-796286-2-smb neutron-server[91935]: 'Trunk': {'1.1'}} Jun 14 16:34:30.467103 dv-cinder-796286-2-smb neutron-server[91935]: consumer versions: Jun 14 16:34:30.467103 dv-cinder-796286-2-smb neutron-server[91935]: { DHCP agent@dv-cinder-796286-2-smb: {}, Jun 14 16:34:30.467103 dv-cinder-796286-2-smb neutron-server[91935]: HyperV agent@hv-cinder-79628: {}, Jun 14 16:34:30.467103 dv-cinder-796286-2-smb neutron-server[91935]: L3 agent@dv-cinder-796286-2-smb: {}, Jun 14 16:34:30.467103 dv-cinder-796286-2-smb neutron-server[91935]: Metadata agent@dv-cinder-796286-2-smb: {}, Jun 14 16:34:30.467103 dv-cinder-796286-2-smb neutron-server[91935]: Metering agent@dv-cinder-796286-2-smb: {}, Jun 14 16:34:30.467103 dv-cinder-796286-2-smb neutron-server[91935]: Open vSwitch agent@dv-cinder-796286-2-smb: { 'AddressGroup': '1.2', Jun 14 16:34:30.467103 dv-cinder-796286-2-smb neutron-server[91935]: 'ConntrackHelper': '1.0', Jun 14 16:34:30.467103 dv-cinder-796286-2-smb neutron-server[91935]: 'Log': '1.0', Jun 14 16:34:30.467103 dv-cinder-796286-2-smb neutron-server[91935]: 'Network': '1.1', Jun 14 16:34:30.467103 dv-cinder-796286-2-smb neutron-server[91935]: 'Port': '1.7', Jun 14 16:34:30.467103 dv-cinder-796286-2-smb neutron-server[91935]: 'PortForwarding': '1.2', Jun 14 16:34:30.467103 dv-cinder-796286-2-smb neutron-server[91935]: 'QosPolicy': '1.8', Jun 14 16:34:30.467103 dv-cinder-796286-2-smb neutron-server[91935]: 'SecurityGroup': '1.4', Jun 14 16:34:30.467103 dv-cinder-796286-2-smb neutron-server[91935]: 'SecurityGroupRule': '1.2', Jun 14 16:34:30.467103 dv-cinder-796286-2-smb neutron-server[91935]: 'SubPort': '1.0', Jun 14 16:34:30.467103 dv-cinder-796286-2-smb neutron-server[91935]: 'Subnet': '1.1', Jun 14 16:34:30.467103 dv-cinder-796286-2-smb neutron-server[91935]: 'Trunk': '1.1'}} Jun 14 16:34:30.467103 dv-cinder-796286-2-smb neutron-server[91935]: {{(pid=91935) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 14 16:34:30.470551 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2a1648-1406-459b-865b-55a89ddfb8cb admin admin] Tracked resource versions report: Jun 14 16:34:30.470551 dv-cinder-796286-2-smb neutron-server[91936]: pushed versions: Jun 14 16:34:30.470551 dv-cinder-796286-2-smb neutron-server[91936]: { 'AddressGroup': {'1.2'}, Jun 14 16:34:30.470551 dv-cinder-796286-2-smb neutron-server[91936]: 'ConntrackHelper': {'1.0'}, Jun 14 16:34:30.470551 dv-cinder-796286-2-smb neutron-server[91936]: 'Log': {'1.0'}, Jun 14 16:34:30.470551 dv-cinder-796286-2-smb neutron-server[91936]: 'Network': {'1.1'}, Jun 14 16:34:30.470551 dv-cinder-796286-2-smb neutron-server[91936]: 'Port': {'1.7'}, Jun 14 16:34:30.470551 dv-cinder-796286-2-smb neutron-server[91936]: 'PortForwarding': {'1.2'}, Jun 14 16:34:30.470551 dv-cinder-796286-2-smb neutron-server[91936]: 'QosPolicy': {'1.8'}, Jun 14 16:34:30.470551 dv-cinder-796286-2-smb neutron-server[91936]: 'SecurityGroup': {'1.4'}, Jun 14 16:34:30.470551 dv-cinder-796286-2-smb neutron-server[91936]: 'SecurityGroupRule': {'1.2'}, Jun 14 16:34:30.470551 dv-cinder-796286-2-smb neutron-server[91936]: 'SubPort': {'1.0'}, Jun 14 16:34:30.470551 dv-cinder-796286-2-smb neutron-server[91936]: 'Subnet': {'1.1'}, Jun 14 16:34:30.470551 dv-cinder-796286-2-smb neutron-server[91936]: 'Trunk': {'1.1'}} Jun 14 16:34:30.470551 dv-cinder-796286-2-smb neutron-server[91936]: consumer versions: Jun 14 16:34:30.470551 dv-cinder-796286-2-smb neutron-server[91936]: { DHCP agent@dv-cinder-796286-2-smb: {}, Jun 14 16:34:30.470551 dv-cinder-796286-2-smb neutron-server[91936]: HyperV agent@hv-cinder-79628: {}, Jun 14 16:34:30.470551 dv-cinder-796286-2-smb neutron-server[91936]: L3 agent@dv-cinder-796286-2-smb: {}, Jun 14 16:34:30.470551 dv-cinder-796286-2-smb neutron-server[91936]: Metadata agent@dv-cinder-796286-2-smb: {}, Jun 14 16:34:30.470551 dv-cinder-796286-2-smb neutron-server[91936]: Metering agent@dv-cinder-796286-2-smb: {}, Jun 14 16:34:30.470551 dv-cinder-796286-2-smb neutron-server[91936]: Open vSwitch agent@dv-cinder-796286-2-smb: { 'AddressGroup': '1.2', Jun 14 16:34:30.470551 dv-cinder-796286-2-smb neutron-server[91936]: 'ConntrackHelper': '1.0', Jun 14 16:34:30.470551 dv-cinder-796286-2-smb neutron-server[91936]: 'Log': '1.0', Jun 14 16:34:30.470551 dv-cinder-796286-2-smb neutron-server[91936]: 'Network': '1.1', Jun 14 16:34:30.470551 dv-cinder-796286-2-smb neutron-server[91936]: 'Port': '1.7', Jun 14 16:34:30.470551 dv-cinder-796286-2-smb neutron-server[91936]: 'PortForwarding': '1.2', Jun 14 16:34:30.470551 dv-cinder-796286-2-smb neutron-server[91936]: 'QosPolicy': '1.8', Jun 14 16:34:30.470551 dv-cinder-796286-2-smb neutron-server[91936]: 'SecurityGroup': '1.4', Jun 14 16:34:30.470551 dv-cinder-796286-2-smb neutron-server[91936]: 'SecurityGroupRule': '1.2', Jun 14 16:34:30.470551 dv-cinder-796286-2-smb neutron-server[91936]: 'SubPort': '1.0', Jun 14 16:34:30.470551 dv-cinder-796286-2-smb neutron-server[91936]: 'Subnet': '1.1', Jun 14 16:34:30.470551 dv-cinder-796286-2-smb neutron-server[91936]: 'Trunk': '1.1'}} Jun 14 16:34:30.470551 dv-cinder-796286-2-smb neutron-server[91936]: {{(pid=91936) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 14 16:34:30.474491 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-4f6a0e8b-7a04-481a-8a39-a6db3bed358d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:30.474997 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:30.484919 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-4f6a0e8b-7a04-481a-8a39-a6db3bed358d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7187641 Jun 14 16:34:30.494099 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-fb2a1648-1406-459b-865b-55a89ddfb8cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:30.494571 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 40436) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:30.502620 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.v2.base [None req-665ffdf6-3742-4f1d-935b-f31f13ed58f3 admin admin] Request body: {'subnet': {'network_id': 'b827e6b3-7ed7-4462-86b3-950f50bba85c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-275120226-subnet', 'tenant_id': '5e64979c8b4744a1a9e561844a8d2019', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:34:30.526339 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb2a1648-1406-459b-865b-55a89ddfb8cb admin admin] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=91936) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 16:34:30.552630 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-fb2a1648-1406-459b-865b-55a89ddfb8cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678690'] for segment, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:30.552986 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.db.segments_db [None req-fb2a1648-1406-459b-865b-55a89ddfb8cb admin admin] Added segment 24daf6a4-c396-425a-864b-0c66f657b94f of type vlan for network e2198c61-c227-4c44-94c3-63db66ef4b23 Jun 14 16:34:30.566365 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-665ffdf6-3742-4f1d-935b-f31f13ed58f3 admin admin] Made reservation on behalf of 5e64979c8b4744a1a9e561844a8d2019 for: {'subnet': 1} {{(pid=91936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:34:30.569563 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-665ffdf6-3742-4f1d-935b-f31f13ed58f3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:30.626297 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6a0e8b-7a04-481a-8a39-a6db3bed358d admin admin] Pushing event updated for resources: {'Network': ['ID=b827e6b3-7ed7-4462-86b3-950f50bba85c,revision_number=1']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:30.629853 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-4f6a0e8b-7a04-481a-8a39-a6db3bed358d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:30.640599 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Network b827e6b3-7ed7-4462-86b3-950f50bba85c details requested by agent ovs-agent-dv-cinder-796286-2-smb with host dv-cinder-796286-2-smb {{(pid=91937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 16:34:30.918255 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-cadc1ea7-7e83-4502-9175-4634c35d2480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:31.088194 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-cadc1ea7-7e83-4502-9175-4634c35d2480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:31.095303 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-cadc1ea7-7e83-4502-9175-4634c35d2480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:31.102329 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:31.107137 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-665ffdf6-3742-4f1d-935b-f31f13ed58f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346'] for subnet, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:31.110751 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-fb2a1648-1406-459b-865b-55a89ddfb8cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742579622822'] for network, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:31.126725 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-c7e1ef0a-11c8-420c-839a-e91549e7da83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:31.138148 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadc1ea7-7e83-4502-9175-4634c35d2480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b2d887-2dc7-463f-8221-defb6639739c,revision_number=1']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:31.156322 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-cadc1ea7-7e83-4502-9175-4634c35d2480 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:31.165634 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cadc1ea7-7e83-4502-9175-4634c35d2480 admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=91935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 16:34:31.178778 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-cadc1ea7-7e83-4502-9175-4634c35d2480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678690'] for segment, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:31.179129 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.db.segments_db [None req-cadc1ea7-7e83-4502-9175-4634c35d2480 admin admin] Added segment a6c13cc0-2490-43c0-a137-29e0485b16ac of type vlan for network 7f516194-514f-4bc1-82d7-25714577a047 Jun 14 16:34:31.214651 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665ffdf6-3742-4f1d-935b-f31f13ed58f3 admin admin] Checking segment: {'id': 'c4c3f588-adb6-420f-8cdb-57f5516701db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'b827e6b3-7ed7-4462-86b3-950f50bba85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:34:31.215012 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665ffdf6-3742-4f1d-935b-f31f13ed58f3 admin admin] Network hostable DHCP agents. Network: b827e6b3-7ed7-4462-86b3-950f50bba85c, hostable agents: ['9880e1f8-c94d-4d9a-b71a-e9b00091ad04'], hosted agents: [] {{(pid=91936) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 16:34:31.220895 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f24307-0a7e-4692-9a06-db3d477109d3 admin admin] Made reservation on behalf of e9e3ca0d5f6a422091735101e0717fda for: {'network': 1} {{(pid=91936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:34:31.223227 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-f1f24307-0a7e-4692-9a06-db3d477109d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-782655'] for network, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:31.241657 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-cadc1ea7-7e83-4502-9175-4634c35d2480 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742579622822'] for network, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:31.250475 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-f1f24307-0a7e-4692-9a06-db3d477109d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:31.274076 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-fb2a1648-1406-459b-865b-55a89ddfb8cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-121365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693369'] for network, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:31.283364 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2a1648-1406-459b-865b-55a89ddfb8cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:31.284428 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-fb2a1648-1406-459b-865b-55a89ddfb8cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693340'] for network, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:31.287229 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665ffdf6-3742-4f1d-935b-f31f13ed58f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c618564-7ca5-4a66-b740-3ae47e99df42,revision_number=0']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:31.293748 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-665ffdf6-3742-4f1d-935b-f31f13ed58f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:31.296890 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665ffdf6-3742-4f1d-935b-f31f13ed58f3 admin admin] Network b827e6b3-7ed7-4462-86b3-950f50bba85c is scheduled to be hosted by DHCP agent 9880e1f8-c94d-4d9a-b71a-e9b00091ad04 with binding_index 1 {{(pid=91936) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 16:34:31.298257 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-cadc1ea7-7e83-4502-9175-4634c35d2480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-121365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693369'] for network, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:31.299007 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:31.299999 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadc1ea7-7e83-4502-9175-4634c35d2480 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:31.300803 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-cadc1ea7-7e83-4502-9175-4634c35d2480 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693340'] for network, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:31.313932 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-4f6a0e8b-7a04-481a-8a39-a6db3bed358d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:31.352700 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.base_scheduler [None req-665ffdf6-3742-4f1d-935b-f31f13ed58f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-2-smb, b827e6b3-7ed7-4462-86b3-950f50bba85c) {{(pid=91936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:34:31.364593 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6737ef43-d40a-4048-975b-48da4bb6bae0 None None] Network b827e6b3-7ed7-4462-86b3-950f50bba85c requested from dv-cinder-796286-2-smb {{(pid=91937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 16:34:31.382541 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665ffdf6-3742-4f1d-935b-f31f13ed58f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:31.385968 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-665ffdf6-3742-4f1d-935b-f31f13ed58f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693340'] for subnet, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:31.396617 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 40484) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:31.490729 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2a1648-1406-459b-865b-55a89ddfb8cb admin admin] Pushing event updated for resources: {'Network': ['ID=e2198c61-c227-4c44-94c3-63db66ef4b23,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:31.512623 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-fb2a1648-1406-459b-865b-55a89ddfb8cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:31.515756 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadc1ea7-7e83-4502-9175-4634c35d2480 admin admin] Pushing event updated for resources: {'Network': ['ID=7f516194-514f-4bc1-82d7-25714577a047,revision_number=1']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:31.522183 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-cadc1ea7-7e83-4502-9175-4634c35d2480 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:31.535311 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Network e2198c61-c227-4c44-94c3-63db66ef4b23 details requested by agent ovs-agent-dv-cinder-796286-2-smb with host dv-cinder-796286-2-smb {{(pid=91937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 16:34:31.537727 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Network 7f516194-514f-4bc1-82d7-25714577a047 details requested by agent ovs-agent-dv-cinder-796286-2-smb with host dv-cinder-796286-2-smb {{(pid=91937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 16:34:31.602516 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-e9f9d5d9-1664-4422-bd35-0edfcc719be3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:31.639072 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-f1f24307-0a7e-4692-9a06-db3d477109d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:31.672608 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-cadc1ea7-7e83-4502-9175-4634c35d2480 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6975250 Jun 14 16:34:31.675607 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 40494) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:31.676082 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-f1f24307-0a7e-4692-9a06-db3d477109d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:31.682009 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.v2.base [None req-1bf224ba-0f3d-418c-9f76-480358b2ff99 admin admin] Request body: {'subnet': {'network_id': '7f516194-514f-4bc1-82d7-25714577a047', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1162527242-subnet', 'tenant_id': '30ce1b2289d54cf7ac158d3723364a14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:34:31.682231 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-fb2a1648-1406-459b-865b-55a89ddfb8cb admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7200649 Jun 14 16:34:31.697234 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-665ffdf6-3742-4f1d-935b-f31f13ed58f3 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1991630 Jun 14 16:34:31.702886 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 40496) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:31.703865 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 40498) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:31.705725 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:31.777705 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.v2.base [None req-029d6d19-588d-420a-a7d8-76f5b71a2dca admin admin] Request body: {'subnet': {'network_id': 'e2198c61-c227-4c44-94c3-63db66ef4b23', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1070524333-subnet', 'tenant_id': '2a5847235a974f63891d8576b13e7ab6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:34:31.811598 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.v2.base [None req-be1f34cb-0f84-465c-8e42-50b1c20c50b8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-275120226-router', 'tenant_id': '5e64979c8b4744a1a9e561844a8d2019', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b'}}} {{(pid=91936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:34:31.828314 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f24307-0a7e-4692-9a06-db3d477109d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff3db17-3be4-43a4-8be2-084f128b4fe1,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:31.846826 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1f24307-0a7e-4692-9a06-db3d477109d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=91936) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 16:34:31.858271 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-f1f24307-0a7e-4692-9a06-db3d477109d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:31.858734 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71efa786-b363-491b-9771-245dc289859c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dd7b1b0-8727-5c20-81ad-b49c2544d142-b827e6b3-7ed7-4462-86b3-950f50bba85c', 'network_id': 'b827e6b3-7ed7-4462-86b3-950f50bba85c', 'tenant_id': '5e64979c8b4744a1a9e561844a8d2019', 'fixed_ips': [{'subnet_id': '1c618564-7ca5-4a66-b740-3ae47e99df42'}]}} from dv-cinder-796286-2-smb. {{(pid=91937) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 14 16:34:31.859595 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-71efa786-b363-491b-9771-245dc289859c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-782655'] for port, before_create {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:31.870858 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-f1f24307-0a7e-4692-9a06-db3d477109d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678690'] for segment, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:31.871496 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.db.segments_db [None req-f1f24307-0a7e-4692-9a06-db3d477109d3 admin admin] Added segment 3904788e-8c59-4c75-9198-5b4a052a3687 of type vlan for network fefc79f4-b27a-4754-9a1b-78e53aa8e11e Jun 14 16:34:31.884257 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-e9f9d5d9-1664-4422-bd35-0edfcc719be3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:31.910573 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-e9f9d5d9-1664-4422-bd35-0edfcc719be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:31.922863 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-4f6a0e8b-7a04-481a-8a39-a6db3bed358d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:31.938539 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf224ba-0f3d-418c-9f76-480358b2ff99 admin admin] Made reservation on behalf of 30ce1b2289d54cf7ac158d3723364a14 for: {'subnet': 1} {{(pid=91935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:34:31.941897 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-1bf224ba-0f3d-418c-9f76-480358b2ff99 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:32.033211 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.db.api [None req-029d6d19-588d-420a-a7d8-76f5b71a2dca admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 14 16:34:32.033211 dv-cinder-796286-2-smb neutron-server[91936]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 14 16:34:32.033211 dv-cinder-796286-2-smb neutron-server[91936]: [parameters: {'project_id': '2a5847235a974f63891d8576b13e7ab6', 'id': '07c206d9-bdeb-4ba2-bdbd-3e07cb4f83ca', 'expiration': datetime.datetime(2021, 6, 14, 16, 36, 31, 985679)}] Jun 14 16:34:32.033211 dv-cinder-796286-2-smb neutron-server[91936]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=91936) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 14 16:34:32.034174 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_db.api [None req-029d6d19-588d-420a-a7d8-76f5b71a2dca admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=91936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 14 16:34:32.039321 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-f1f24307-0a7e-4692-9a06-db3d477109d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742579622822'] for network, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:32.045717 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-be1f34cb-0f84-465c-8e42-50b1c20c50b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3902115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44829'] for router, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:32.047119 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-be1f34cb-0f84-465c-8e42-50b1c20c50b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3902148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904466', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45030'] for router, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:32.095403 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-e9f9d5d9-1664-4422-bd35-0edfcc719be3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=338f5035fc1a4d59b0939fc65dd69918&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6949792 Jun 14 16:34:32.096677 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 40508) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:32.106249 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f9d5d9-1664-4422-bd35-0edfcc719be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10857e83-e6e7-4ca4-b0c5-7bf16a10bffe,revision_number=1']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:32.137031 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-e9f9d5d9-1664-4422-bd35-0edfcc719be3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:32.158311 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.db_base_plugin_common [None req-71efa786-b363-491b-9771-245dc289859c None None] Allocated IP 172.20.0.2 (b827e6b3-7ed7-4462-86b3-950f50bba85c/1c618564-7ca5-4a66-b740-3ae47e99df42/363a0f27-23df-4041-9772-6784ac5945ed) {{(pid=91937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 16:34:32.181381 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-f1f24307-0a7e-4692-9a06-db3d477109d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-121365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693369'] for network, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:32.185479 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f24307-0a7e-4692-9a06-db3d477109d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:32.186225 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-f1f24307-0a7e-4692-9a06-db3d477109d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693340'] for network, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:32.202116 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-be1f34cb-0f84-465c-8e42-50b1c20c50b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:32.203568 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-d6054e89-c675-49d3-9dc0-ef72f8c3e9ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:32.243754 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-0e884ab2-705d-4e37-b8b0-e9db145dc2d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:32.251551 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 40514) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:32.258591 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-f1f24307-0a7e-4692-9a06-db3d477109d3 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.1936412 Jun 14 16:34:32.268314 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 40516) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:32.280161 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.v2.base [None req-47f6818e-a8b0-4585-9f46-dc2ac8f14f51 admin admin] Request body: {'subnet': {'network_id': 'fefc79f4-b27a-4754-9a1b-78e53aa8e11e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1063574820-subnet', 'tenant_id': 'e9e3ca0d5f6a422091735101e0717fda', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:34:32.304855 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-0e884ab2-705d-4e37-b8b0-e9db145dc2d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:32.368701 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f24307-0a7e-4692-9a06-db3d477109d3 admin admin] Pushing event updated for resources: {'Network': ['ID=fefc79f4-b27a-4754-9a1b-78e53aa8e11e,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:32.372702 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-f1f24307-0a7e-4692-9a06-db3d477109d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:32.384057 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f6818e-a8b0-4585-9f46-dc2ac8f14f51 admin admin] Made reservation on behalf of e9e3ca0d5f6a422091735101e0717fda for: {'subnet': 1} {{(pid=91935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:34:32.387884 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-47f6818e-a8b0-4585-9f46-dc2ac8f14f51 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:32.446884 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Network fefc79f4-b27a-4754-9a1b-78e53aa8e11e details requested by agent ovs-agent-dv-cinder-796286-2-smb with host dv-cinder-796286-2-smb {{(pid=91937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 16:34:32.553843 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-1bf224ba-0f3d-418c-9f76-480358b2ff99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346'] for subnet, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:32.567259 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-06ba1167-f9b5-4cd3-9916-f40edda95907 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:32.587316 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-be1f34cb-0f84-465c-8e42-50b1c20c50b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904461', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3902129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45040'] for router, precommit_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:32.608634 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-71efa786-b363-491b-9771-245dc289859c None None] Notify callbacks [] for port, precommit_create {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:32.625552 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-029d6d19-588d-420a-a7d8-76f5b71a2dca admin admin] Made reservation on behalf of 2a5847235a974f63891d8576b13e7ab6 for: {'subnet': 1} {{(pid=91936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:34:32.628091 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-029d6d19-588d-420a-a7d8-76f5b71a2dca admin admin] Notify callbacks [] for subnet, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:32.637669 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-a8ee8aea-81b9-41e5-bb73-72f794fb40ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:32.642580 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-71efa786-b363-491b-9771-245dc289859c None None] Transition to ACTIVE for port object 363a0f27-23df-4041-9772-6784ac5945ed will not be triggered until provisioned by entity L2. {{(pid=91937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:34:32.653647 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-0e884ab2-705d-4e37-b8b0-e9db145dc2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:32.662272 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-71efa786-b363-491b-9771-245dc289859c None None] Transition to ACTIVE for port object 363a0f27-23df-4041-9772-6784ac5945ed will not be triggered until provisioned by entity DHCP. {{(pid=91937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:34:32.669035 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-0e884ab2-705d-4e37-b8b0-e9db145dc2d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:32.672579 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-0e884ab2-705d-4e37-b8b0-e9db145dc2d1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/10857e83-e6e7-4ca4-b0c5-7bf16a10bffe HTTP/1.1" status: 204 len: 168 time: 0.5723569 Jun 14 16:34:32.672726 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-71efa786-b363-491b-9771-245dc289859c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-782844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4109363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742579636511'] for port, after_create {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:32.678536 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-e94f01f1-f115-4673-bc25-146e53a37f75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:32.734838 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71efa786-b363-491b-9771-245dc289859c None None] Network b827e6b3-7ed7-4462-86b3-950f50bba85c is already hosted by enough agents. {{(pid=91937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:34:32.745192 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.scheduler.base_scheduler [None req-71efa786-b363-491b-9771-245dc289859c None None] Resources bound (agent type, host, resource id): {{(pid=91937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:34:32.751222 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71efa786-b363-491b-9771-245dc289859c None None] Received port after_create {{(pid=91937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 16:34:32.796412 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71efa786-b363-491b-9771-245dc289859c None None] Pushing event updated for resources: {'Port': ['ID=363a0f27-23df-4041-9772-6784ac5945ed,revision_number=1']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:32.806403 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71efa786-b363-491b-9771-245dc289859c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:34:32.807608 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71efa786-b363-491b-9771-245dc289859c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:34:32.808283 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71efa786-b363-491b-9771-245dc289859c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:34:32.810119 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71efa786-b363-491b-9771-245dc289859c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:34:32.811045 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71efa786-b363-491b-9771-245dc289859c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:34:32.811420 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71efa786-b363-491b-9771-245dc289859c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:34:32.812106 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71efa786-b363-491b-9771-245dc289859c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:34:32.812942 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71efa786-b363-491b-9771-245dc289859c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:34:32.813649 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71efa786-b363-491b-9771-245dc289859c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:34:32.814194 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71efa786-b363-491b-9771-245dc289859c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:34:32.815417 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71efa786-b363-491b-9771-245dc289859c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:34:32.816149 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71efa786-b363-491b-9771-245dc289859c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:34:32.818149 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71efa786-b363-491b-9771-245dc289859c None None] Tracked resource versions report: Jun 14 16:34:32.818149 dv-cinder-796286-2-smb neutron-server[91937]: pushed versions: Jun 14 16:34:32.818149 dv-cinder-796286-2-smb neutron-server[91937]: { 'AddressGroup': {'1.2'}, Jun 14 16:34:32.818149 dv-cinder-796286-2-smb neutron-server[91937]: 'ConntrackHelper': {'1.0'}, Jun 14 16:34:32.818149 dv-cinder-796286-2-smb neutron-server[91937]: 'Log': {'1.0'}, Jun 14 16:34:32.818149 dv-cinder-796286-2-smb neutron-server[91937]: 'Network': {'1.1'}, Jun 14 16:34:32.818149 dv-cinder-796286-2-smb neutron-server[91937]: 'Port': {'1.7'}, Jun 14 16:34:32.818149 dv-cinder-796286-2-smb neutron-server[91937]: 'PortForwarding': {'1.2'}, Jun 14 16:34:32.818149 dv-cinder-796286-2-smb neutron-server[91937]: 'QosPolicy': {'1.8'}, Jun 14 16:34:32.818149 dv-cinder-796286-2-smb neutron-server[91937]: 'SecurityGroup': {'1.4'}, Jun 14 16:34:32.818149 dv-cinder-796286-2-smb neutron-server[91937]: 'SecurityGroupRule': {'1.2'}, Jun 14 16:34:32.818149 dv-cinder-796286-2-smb neutron-server[91937]: 'SubPort': {'1.0'}, Jun 14 16:34:32.818149 dv-cinder-796286-2-smb neutron-server[91937]: 'Subnet': {'1.1'}, Jun 14 16:34:32.818149 dv-cinder-796286-2-smb neutron-server[91937]: 'Trunk': {'1.1'}} Jun 14 16:34:32.818149 dv-cinder-796286-2-smb neutron-server[91937]: consumer versions: Jun 14 16:34:32.818149 dv-cinder-796286-2-smb neutron-server[91937]: { DHCP agent@dv-cinder-796286-2-smb: {}, Jun 14 16:34:32.818149 dv-cinder-796286-2-smb neutron-server[91937]: HyperV agent@hv-cinder-79628: {}, Jun 14 16:34:32.818149 dv-cinder-796286-2-smb neutron-server[91937]: L3 agent@dv-cinder-796286-2-smb: {}, Jun 14 16:34:32.818149 dv-cinder-796286-2-smb neutron-server[91937]: Metadata agent@dv-cinder-796286-2-smb: {}, Jun 14 16:34:32.818149 dv-cinder-796286-2-smb neutron-server[91937]: Metering agent@dv-cinder-796286-2-smb: {}, Jun 14 16:34:32.818149 dv-cinder-796286-2-smb neutron-server[91937]: Open vSwitch agent@dv-cinder-796286-2-smb: { 'AddressGroup': '1.2', Jun 14 16:34:32.818149 dv-cinder-796286-2-smb neutron-server[91937]: 'ConntrackHelper': '1.0', Jun 14 16:34:32.818149 dv-cinder-796286-2-smb neutron-server[91937]: 'Log': '1.0', Jun 14 16:34:32.818149 dv-cinder-796286-2-smb neutron-server[91937]: 'Network': '1.1', Jun 14 16:34:32.818149 dv-cinder-796286-2-smb neutron-server[91937]: 'Port': '1.7', Jun 14 16:34:32.818149 dv-cinder-796286-2-smb neutron-server[91937]: 'PortForwarding': '1.2', Jun 14 16:34:32.818149 dv-cinder-796286-2-smb neutron-server[91937]: 'QosPolicy': '1.8', Jun 14 16:34:32.818149 dv-cinder-796286-2-smb neutron-server[91937]: 'SecurityGroup': '1.4', Jun 14 16:34:32.818149 dv-cinder-796286-2-smb neutron-server[91937]: 'SecurityGroupRule': '1.2', Jun 14 16:34:32.818149 dv-cinder-796286-2-smb neutron-server[91937]: 'SubPort': '1.0', Jun 14 16:34:32.818149 dv-cinder-796286-2-smb neutron-server[91937]: 'Subnet': '1.1', Jun 14 16:34:32.818149 dv-cinder-796286-2-smb neutron-server[91937]: 'Trunk': '1.1'}} Jun 14 16:34:32.818149 dv-cinder-796286-2-smb neutron-server[91937]: {{(pid=91937) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 14 16:34:32.860966 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-71efa786-b363-491b-9771-245dc289859c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:32.881236 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.managers [None req-71efa786-b363-491b-9771-245dc289859c None None] Attempting to bind port 363a0f27-23df-4041-9772-6784ac5945ed on host dv-cinder-796286-2-smb for vnic_type normal with profile {{(pid=91937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 16:34:32.881989 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.managers [None req-71efa786-b363-491b-9771-245dc289859c None None] Attempting to bind port 363a0f27-23df-4041-9772-6784ac5945ed by drivers openvswitch,hyperv on host dv-cinder-796286-2-smb at level 0 using segments [{'id': 'c4c3f588-adb6-420f-8cdb-57f5516701db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'b827e6b3-7ed7-4462-86b3-950f50bba85c'}] {{(pid=91937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 16:34:32.882592 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71efa786-b363-491b-9771-245dc289859c None None] Attempting to bind port 363a0f27-23df-4041-9772-6784ac5945ed on network b827e6b3-7ed7-4462-86b3-950f50bba85c {{(pid=91937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:34:32.892327 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71efa786-b363-491b-9771-245dc289859c None None] Checking agent: {'id': 'f162564f-7dab-4d73-81fc-5f8e857b2431', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 26, 22), 'started_at': datetime.datetime(2021, 6, 14, 16, 26, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 16, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 16:34:32.893239 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71efa786-b363-491b-9771-245dc289859c None None] Checking segment: {'id': 'c4c3f588-adb6-420f-8cdb-57f5516701db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'b827e6b3-7ed7-4462-86b3-950f50bba85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:34:32.894138 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-71efa786-b363-491b-9771-245dc289859c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:32.894752 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71efa786-b363-491b-9771-245dc289859c None None] Bound using segment: {'id': 'c4c3f588-adb6-420f-8cdb-57f5516701db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'b827e6b3-7ed7-4462-86b3-950f50bba85c'} {{(pid=91937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 16:34:32.895577 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.managers [None req-71efa786-b363-491b-9771-245dc289859c None None] Bound port: 363a0f27-23df-4041-9772-6784ac5945ed, host: dv-cinder-796286-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4c3f588-adb6-420f-8cdb-57f5516701db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'b827e6b3-7ed7-4462-86b3-950f50bba85c'}}] {{(pid=91937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 16:34:32.896819 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-71efa786-b363-491b-9771-245dc289859c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:32.919429 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-47f6818e-a8b0-4585-9f46-dc2ac8f14f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346'] for subnet, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:32.931318 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf224ba-0f3d-418c-9f76-480358b2ff99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b4a8f54-b699-4afc-bf48-f8453a29a9ea,revision_number=0']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:32.942939 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-1bf224ba-0f3d-418c-9f76-480358b2ff99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:32.943557 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-1bf224ba-0f3d-418c-9f76-480358b2ff99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:33.050616 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-71efa786-b363-491b-9771-245dc289859c None None] For port 363a0f27-23df-4041-9772-6784ac5945ed, host dv-cinder-796286-2-smb, cleared binding levels {{(pid=91937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 16:34:33.058393 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-71efa786-b363-491b-9771-245dc289859c None None] For port 363a0f27-23df-4041-9772-6784ac5945ed, host dv-cinder-796286-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-smb',level=0,port_id=363a0f27-23df-4041-9772-6784ac5945ed,segment=NetworkSegment(c4c3f588-adb6-420f-8cdb-57f5516701db),segment_id=c4c3f588-adb6-420f-8cdb-57f5516701db)] {{(pid=91937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 16:34:33.072675 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-71efa786-b363-491b-9771-245dc289859c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:33.078559 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:33.131921 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-a8ee8aea-81b9-41e5-bb73-72f794fb40ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:33.150694 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-a8ee8aea-81b9-41e5-bb73-72f794fb40ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:33.184205 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71efa786-b363-491b-9771-245dc289859c None None] Pushing event updated for resources: {'Port': ['ID=363a0f27-23df-4041-9772-6784ac5945ed,revision_number=2']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:33.196865 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-71efa786-b363-491b-9771-245dc289859c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:33.204363 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 40544) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:33.257227 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf224ba-0f3d-418c-9f76-480358b2ff99 admin admin] Checking segment: {'id': 'a6c13cc0-2490-43c0-a137-29e0485b16ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '7f516194-514f-4bc1-82d7-25714577a047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:34:33.257605 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf224ba-0f3d-418c-9f76-480358b2ff99 admin admin] Network hostable DHCP agents. Network: 7f516194-514f-4bc1-82d7-25714577a047, hostable agents: ['9880e1f8-c94d-4d9a-b71a-e9b00091ad04'], hosted agents: [] {{(pid=91935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 16:34:33.265797 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-add4cb60-55e0-462c-9a3f-8e008f7bbb89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:33.268218 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f6818e-a8b0-4585-9f46-dc2ac8f14f51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b9a81c8-a776-4371-9da7-d0daa8f6b0a3,revision_number=0']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:33.271175 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-47f6818e-a8b0-4585-9f46-dc2ac8f14f51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:33.282692 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.465s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:33.306613 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-a8ee8aea-81b9-41e5-bb73-72f794fb40ff admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2e3e674a83cc4c308d7d314dbf74ffaf&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0458310 Jun 14 16:34:33.316586 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 40546) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:33.326245 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-029d6d19-588d-420a-a7d8-76f5b71a2dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346'] for subnet, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:33.336491 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e884ab2-705d-4e37-b8b0-e9db145dc2d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10857e83-e6e7-4ca4-b0c5-7bf16a10bffe,revision_number=None']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:33.415217 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ee8aea-81b9-41e5-bb73-72f794fb40ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15af459a-1417-410c-82c7-79b5bf09d139,revision_number=1']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:33.417798 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:33.422655 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-a8ee8aea-81b9-41e5-bb73-72f794fb40ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:33.428556 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-cadc1ea7-7e83-4502-9175-4634c35d2480 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.227s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:33.429234 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-cadc1ea7-7e83-4502-9175-4634c35d2480 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:33.436014 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f6818e-a8b0-4585-9f46-dc2ac8f14f51 admin admin] Checking segment: {'id': '3904788e-8c59-4c75-9198-5b4a052a3687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'fefc79f4-b27a-4754-9a1b-78e53aa8e11e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:34:33.437089 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f6818e-a8b0-4585-9f46-dc2ac8f14f51 admin admin] Network hostable DHCP agents. Network: fefc79f4-b27a-4754-9a1b-78e53aa8e11e, hostable agents: ['9880e1f8-c94d-4d9a-b71a-e9b00091ad04'], hosted agents: [] {{(pid=91935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 16:34:33.469175 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf224ba-0f3d-418c-9f76-480358b2ff99 admin admin] Network 7f516194-514f-4bc1-82d7-25714577a047 is scheduled to be hosted by DHCP agent 9880e1f8-c94d-4d9a-b71a-e9b00091ad04 with binding_index 1 {{(pid=91935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 16:34:33.484641 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-be1f34cb-0f84-465c-8e42-50b1c20c50b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:33.503315 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f6818e-a8b0-4585-9f46-dc2ac8f14f51 admin admin] Network fefc79f4-b27a-4754-9a1b-78e53aa8e11e is scheduled to be hosted by DHCP agent 9880e1f8-c94d-4d9a-b71a-e9b00091ad04 with binding_index 1 {{(pid=91935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 16:34:33.514361 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.base_scheduler [None req-1bf224ba-0f3d-418c-9f76-480358b2ff99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-2-smb, 7f516194-514f-4bc1-82d7-25714577a047) {{(pid=91935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:34:33.517250 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.base_scheduler [None req-47f6818e-a8b0-4585-9f46-dc2ac8f14f51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-2-smb, fefc79f4-b27a-4754-9a1b-78e53aa8e11e) {{(pid=91935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:34:33.524770 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5355bdf0-c8d1-4761-844b-3ff69764b9a8 None None] Network 7f516194-514f-4bc1-82d7-25714577a047 requested from dv-cinder-796286-2-smb {{(pid=91937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 16:34:33.552430 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf224ba-0f3d-418c-9f76-480358b2ff99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:33.553486 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-1bf224ba-0f3d-418c-9f76-480358b2ff99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693340'] for subnet, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:33.563534 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-be1f34cb-0f84-465c-8e42-50b1c20c50b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-782655'] for port, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:33.588447 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f6818e-a8b0-4585-9f46-dc2ac8f14f51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:33.590314 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-47f6818e-a8b0-4585-9f46-dc2ac8f14f51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693340'] for subnet, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:33.612413 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d6d19-588d-420a-a7d8-76f5b71a2dca admin admin] Pushing event updated for resources: {'Subnet': ['ID=826d910f-c166-497c-95fa-57ee752151ec,revision_number=0']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:33.617949 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-029d6d19-588d-420a-a7d8-76f5b71a2dca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:33.642196 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe101f7-54e7-47a0-9914-4c093dd62153 None None] Network fefc79f4-b27a-4754-9a1b-78e53aa8e11e requested from dv-cinder-796286-2-smb {{(pid=91937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 16:34:33.699552 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-add4cb60-55e0-462c-9a3f-8e008f7bbb89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:33.707539 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029d6d19-588d-420a-a7d8-76f5b71a2dca admin admin] Checking segment: {'id': '24daf6a4-c396-425a-864b-0c66f657b94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e2198c61-c227-4c44-94c3-63db66ef4b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:34:33.708915 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-add4cb60-55e0-462c-9a3f-8e008f7bbb89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:33.709223 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029d6d19-588d-420a-a7d8-76f5b71a2dca admin admin] Network hostable DHCP agents. Network: e2198c61-c227-4c44-94c3-63db66ef4b23, hostable agents: ['9880e1f8-c94d-4d9a-b71a-e9b00091ad04'], hosted agents: [] {{(pid=91936) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 16:34:33.725331 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-441b7679-69d5-4ce6-a116-0a219b499ae0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:33.762362 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-bd0149a9-4779-43b2-b867-f7f49c5e83c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:33.805625 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-add4cb60-55e0-462c-9a3f-8e008f7bbb89 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6a6c8b30b2d14a63bb480c3da96ac31b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5837777 Jun 14 16:34:33.806746 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-47f6818e-a8b0-4585-9f46-dc2ac8f14f51 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.5340347 Jun 14 16:34:33.808287 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add4cb60-55e0-462c-9a3f-8e008f7bbb89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a09a1f4-9dee-4491-b40b-d34324905bc3,revision_number=1']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:33.826739 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-add4cb60-55e0-462c-9a3f-8e008f7bbb89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:33.831273 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-1bf224ba-0f3d-418c-9f76-480358b2ff99 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1526830 Jun 14 16:34:33.833094 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 40564) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:33.833614 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 40566) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:33.841080 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.v2.base [None req-9c38e132-3550-49f6-a03e-ee90f20e64d2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1063574820-router', 'tenant_id': 'e9e3ca0d5f6a422091735101e0717fda', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b'}}} {{(pid=91935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:34:33.860053 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-441b7679-69d5-4ce6-a116-0a219b499ae0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:33.970432 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-9c38e132-3550-49f6-a03e-ee90f20e64d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3902115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44829'] for router, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:33.972361 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-9c38e132-3550-49f6-a03e-ee90f20e64d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3902148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904466', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45030'] for router, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:33.980554 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-32683fd1-d797-43fc-a44b-130913235a19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:34.006604 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029d6d19-588d-420a-a7d8-76f5b71a2dca admin admin] Network e2198c61-c227-4c44-94c3-63db66ef4b23 is scheduled to be hosted by DHCP agent 9880e1f8-c94d-4d9a-b71a-e9b00091ad04 with binding_index 1 {{(pid=91936) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 16:34:34.080970 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7271c16-1aad-4b2d-86fc-625cf73dee16 None None] Network 7f516194-514f-4bc1-82d7-25714577a047 requested from dv-cinder-796286-2-smb {{(pid=91937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 16:34:34.094889 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.base_scheduler [None req-029d6d19-588d-420a-a7d8-76f5b71a2dca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-2-smb, e2198c61-c227-4c44-94c3-63db66ef4b23) {{(pid=91936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:34:34.131180 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-441b7679-69d5-4ce6-a116-0a219b499ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:34.133270 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-32683fd1-d797-43fc-a44b-130913235a19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:34.147150 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029d6d19-588d-420a-a7d8-76f5b71a2dca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:34.151276 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba40eb2-733b-49e6-8303-748c13e64262 None None] Network e2198c61-c227-4c44-94c3-63db66ef4b23 requested from dv-cinder-796286-2-smb {{(pid=91937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 16:34:34.153303 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device 363a0f27-23df-4041-9772-6784ac5945ed up at agent ovs-agent-dv-cinder-796286-2-smb {{(pid=91937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:34:34.157713 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-029d6d19-588d-420a-a7d8-76f5b71a2dca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693340'] for subnet, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:34.193308 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-441b7679-69d5-4ce6-a116-0a219b499ae0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:34.195755 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-441b7679-69d5-4ce6-a116-0a219b499ae0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/15af459a-1417-410c-82c7-79b5bf09d139 HTTP/1.1" status: 204 len: 168 time: 0.8780327 Jun 14 16:34:34.236831 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.db.db_base_plugin_common [None req-be1f34cb-0f84-465c-8e42-50b1c20c50b8 admin admin] Allocated IP 172.28.1.98 (2b8148fa-8475-41af-8213-9af35fa3c21b/245e4c8b-b6d5-4126-ad47-8a46fc8189c6/bb8407da-48f5-4573-b8b7-d91c97efb752) {{(pid=91936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 16:34:34.313341 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:34.363189 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-9c38e132-3550-49f6-a03e-ee90f20e64d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:34.364424 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-029d6d19-588d-420a-a7d8-76f5b71a2dca admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.5984085 Jun 14 16:34:34.453599 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441b7679-69d5-4ce6-a116-0a219b499ae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15af459a-1417-410c-82c7-79b5bf09d139,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:34.471505 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-441b7679-69d5-4ce6-a116-0a219b499ae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:34.695273 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200675e1-c26d-49d9-b6aa-b3465132c43d None None] Network fefc79f4-b27a-4754-9a1b-78e53aa8e11e requested from dv-cinder-796286-2-smb {{(pid=91937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 16:34:34.784827 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-be1f34cb-0f84-465c-8e42-50b1c20c50b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:34.814471 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 40628) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:34.819123 dv-cinder-796286-2-smb neutron-server[91936]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 14 16:34:34.931036 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-9c38e132-3550-49f6-a03e-ee90f20e64d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904461', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3902129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45040'] for router, precommit_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:34.953238 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46221ff6-2f2a-4187-92cf-f67e3a4e2cdb None None] Network b827e6b3-7ed7-4462-86b3-950f50bba85c requested from dv-cinder-796286-2-smb {{(pid=91937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 16:34:34.971585 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-32683fd1-d797-43fc-a44b-130913235a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:35.000357 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-32683fd1-d797-43fc-a44b-130913235a19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:35.001499 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-32683fd1-d797-43fc-a44b-130913235a19 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3a09a1f4-9dee-4491-b40b-d34324905bc3 HTTP/1.1" status: 204 len: 168 time: 1.1651683 Jun 14 16:34:35.003131 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-a8ee8aea-81b9-41e5-bb73-72f794fb40ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:35.051870 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Provisioning for port 363a0f27-23df-4041-9772-6784ac5945ed completed by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:34:35.083430 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32683fd1-d797-43fc-a44b-130913235a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a09a1f4-9dee-4491-b40b-d34324905bc3,revision_number=None']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:35.086498 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-32683fd1-d797-43fc-a44b-130913235a19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:35.273936 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-08f7c4be-44ed-41eb-85a9-3256bea06f32 None None] Provisioning for port 363a0f27-23df-4041-9772-6784ac5945ed completed by entity DHCP. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:34:35.338952 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-08f7c4be-44ed-41eb-85a9-3256bea06f32 None None] Provisioning complete for port 363a0f27-23df-4041-9772-6784ac5945ed triggered by entity DHCP. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:34:35.339404 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-08f7c4be-44ed-41eb-85a9-3256bea06f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:35.382536 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1b848-a3a5-4506-a9ac-28e6e70711f6 req-5b53f768-da5c-4d65-a5c1-68921944f419 tempest-DeleteServersTestJSON-633373428 tempest-DeleteServersTestJSON-633373428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:35.390199 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-0bc1b848-a3a5-4506-a9ac-28e6e70711f6 req-5b53f768-da5c-4d65-a5c1-68921944f419 tempest-DeleteServersTestJSON-633373428 tempest-DeleteServersTestJSON-633373428-project] 10.222.0.16 "GET /v2.0/networks?id=7f516194-514f-4bc1-82d7-25714577a047 HTTP/1.1" status: 200 len: 812 time: 0.5746353 Jun 14 16:34:35.391899 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-be1f34cb-0f84-465c-8e42-50b1c20c50b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-782844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4109363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742579636511'] for port, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:35.394296 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:35.449402 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-9c38e132-3550-49f6-a03e-ee90f20e64d2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:35.508232 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-0bc1b848-a3a5-4506-a9ac-28e6e70711f6 req-d70f96ff-99c5-439b-adf2-82bfd92aebb6 tempest-DeleteServersTestJSON-633373428 tempest-DeleteServersTestJSON-633373428-project] 10.222.0.16 "GET /v2.0/quotas/30ce1b2289d54cf7ac158d3723364a14 HTTP/1.1" status: 200 len: 375 time: 0.0990920 Jun 14 16:34:35.512050 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4382fd-8998-4f65-880d-b27ccda0b39c None None] Network e2198c61-c227-4c44-94c3-63db66ef4b23 requested from dv-cinder-796286-2-smb {{(pid=91937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 16:34:35.512278 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1f34cb-0f84-465c-8e42-50b1c20c50b8 admin admin] Network 2b8148fa-8475-41af-8213-9af35fa3c21b is already hosted by enough agents. {{(pid=91936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:34:35.515200 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.base_scheduler [None req-be1f34cb-0f84-465c-8e42-50b1c20c50b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=91936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:34:35.520660 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-9c38e132-3550-49f6-a03e-ee90f20e64d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-782655'] for port, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:35.534412 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1f34cb-0f84-465c-8e42-50b1c20c50b8 admin admin] Received port after_create {{(pid=91936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 16:34:35.659513 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1f34cb-0f84-465c-8e42-50b1c20c50b8 admin admin] Pushing event updated for resources: {'Port': ['ID=bb8407da-48f5-4573-b8b7-d91c97efb752,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:35.735491 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-be1f34cb-0f84-465c-8e42-50b1c20c50b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:35.739720 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-0bc1b848-a3a5-4506-a9ac-28e6e70711f6 req-74c14b08-10b1-4074-94cf-1b0b75b20a78 tempest-DeleteServersTestJSON-633373428 tempest-DeleteServersTestJSON-633373428-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=30ce1b2289d54cf7ac158d3723364a14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2089288 Jun 14 16:34:35.778355 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 40684) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:35.782926 dv-cinder-796286-2-smb neutron-server[91935]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 14 16:34:35.862737 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-08f7c4be-44ed-41eb-85a9-3256bea06f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:35.984802 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-08f7c4be-44ed-41eb-85a9-3256bea06f32 None None] For port 363a0f27-23df-4041-9772-6784ac5945ed, host dv-cinder-796286-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-smb',level=0,port_id=363a0f27-23df-4041-9772-6784ac5945ed,segment=NetworkSegment(c4c3f588-adb6-420f-8cdb-57f5516701db),segment_id=c4c3f588-adb6-420f-8cdb-57f5516701db)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:34:35.998045 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-08f7c4be-44ed-41eb-85a9-3256bea06f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:36.003602 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-3f98c06f-236f-4f40-903a-43f4572622b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:36.059396 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-be1f34cb-0f84-465c-8e42-50b1c20c50b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:36.081628 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f7c4be-44ed-41eb-85a9-3256bea06f32 None None] Pushing event updated for resources: {'Port': ['ID=363a0f27-23df-4041-9772-6784ac5945ed,revision_number=3']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:36.085206 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-08f7c4be-44ed-41eb-85a9-3256bea06f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:36.113298 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.db.db_base_plugin_common [None req-9c38e132-3550-49f6-a03e-ee90f20e64d2 admin admin] Allocated IP 172.28.1.51 (2b8148fa-8475-41af-8213-9af35fa3c21b/245e4c8b-b6d5-4126-ad47-8a46fc8189c6/ba0b4b88-3d76-432f-b93d-a33a0c0d5162) {{(pid=91935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 16:34:36.175346 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e26eef-bd88-4bd2-a7b0-305a4dd596b8 req-658caa26-09f3-4221-a442-36edbaa5f9e7 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:36.177545 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-32e26eef-bd88-4bd2-a7b0-305a4dd596b8 req-658caa26-09f3-4221-a442-36edbaa5f9e7 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/networks?id=e2198c61-c227-4c44-94c3-63db66ef4b23 HTTP/1.1" status: 200 len: 815 time: 0.3958256 Jun 14 16:34:36.232506 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-32e26eef-bd88-4bd2-a7b0-305a4dd596b8 req-219fa41e-87e0-4858-aea7-e11807534f9b tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/quotas/2a5847235a974f63891d8576b13e7ab6 HTTP/1.1" status: 200 len: 375 time: 0.0350511 Jun 14 16:34:36.336953 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-e5fa17e4-963e-4bb1-bafd-987768ee0c61 None None] Provisioning complete for port 363a0f27-23df-4041-9772-6784ac5945ed triggered by entity DHCP. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:34:36.341891 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-e5fa17e4-963e-4bb1-bafd-987768ee0c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:36.548444 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-9c38e132-3550-49f6-a03e-ee90f20e64d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:36.566482 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-32e26eef-bd88-4bd2-a7b0-305a4dd596b8 req-a0efabff-efcb-4b3f-80be-337318de371f tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2a5847235a974f63891d8576b13e7ab6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3252730 Jun 14 16:34:36.617358 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-9c38e132-3550-49f6-a03e-ee90f20e64d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-782844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4109363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742579636511'] for port, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:36.619805 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-f1103770-63eb-41b1-b618-e63f0faee51e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:36.653183 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [req-0bc1b848-a3a5-4506-a9ac-28e6e70711f6 req-47c0ff6e-a420-4437-8b07-f5a808883af8 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=91936) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 14 16:34:36.654325 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-0bc1b848-a3a5-4506-a9ac-28e6e70711f6 req-47c0ff6e-a420-4437-8b07-f5a808883af8 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4331946 Jun 14 16:34:36.661698 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-be1f34cb-0f84-465c-8e42-50b1c20c50b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3902120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904149'] for router, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:36.711542 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c38e132-3550-49f6-a03e-ee90f20e64d2 admin admin] Network 2b8148fa-8475-41af-8213-9af35fa3c21b is already hosted by enough agents. {{(pid=91935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:34:36.720041 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.base_scheduler [None req-9c38e132-3550-49f6-a03e-ee90f20e64d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=91935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:34:36.724764 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c38e132-3550-49f6-a03e-ee90f20e64d2 admin admin] Received port after_create {{(pid=91935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 16:34:36.811744 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c38e132-3550-49f6-a03e-ee90f20e64d2 admin admin] Pushing event updated for resources: {'Port': ['ID=ba0b4b88-3d76-432f-b93d-a33a0c0d5162,revision_number=1']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:36.886315 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-9c38e132-3550-49f6-a03e-ee90f20e64d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:36.942551 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-0bc1b848-a3a5-4506-a9ac-28e6e70711f6 req-de205c0b-bae7-45c1-a2da-b40c303c4383 service neutron] 10.222.0.16 "GET /v2.0/networks/7f516194-514f-4bc1-82d7-25714577a047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755504 Jun 14 16:34:37.085573 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be1f34cb-0f84-465c-8e42-50b1c20c50b8 admin admin] Router 3f079bc4-c906-4068-9e73-a356d5e37921 is scheduled to L3 agent ca10c576-315d-4f3b-b2d0-f5eeab5e8277 with binding_index 1 {{(pid=91936) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 14 16:34:37.145977 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [req-32e26eef-bd88-4bd2-a7b0-305a4dd596b8 req-ed3c2d2b-0d69-4541-86a0-a9926f37eaa9 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=91935) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 14 16:34:37.146991 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-32e26eef-bd88-4bd2-a7b0-305a4dd596b8 req-ed3c2d2b-0d69-4541-86a0-a9926f37eaa9 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2630582 Jun 14 16:34:37.204503 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-0bc1b848-a3a5-4506-a9ac-28e6e70711f6 req-0abc2d36-0a58-4cd2-9696-2172c08fbd93 service neutron] 10.222.0.16 "GET /v2.0/networks/7f516194-514f-4bc1-82d7-25714577a047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499349 Jun 14 16:34:37.360728 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be1f34cb-0f84-465c-8e42-50b1c20c50b8 admin admin] Notify agent at l3_agent.dv-cinder-796286-2-smb the message routers_updated {{(pid=91936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 16:34:37.379353 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac29049-85a2-4f80-82c6-2f851fd4c25e None None] Sync routers for ids ['3f079bc4-c906-4068-9e73-a356d5e37921'] in dv-cinder-796286-2-smb {{(pid=91938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 16:34:37.405280 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac29049-85a2-4f80-82c6-2f851fd4c25e None None] Routers {'3f079bc4-c906-4068-9e73-a356d5e37921'} bound to L3 agent in host dv-cinder-796286-2-smb {{(pid=91938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:34:37.420436 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_hamode_db [None req-7ac29049-85a2-4f80-82c6-2f851fd4c25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-14T16:26:21Z,description=,heartbeat_timestamp=2021-06-14T16:34:22Z,host='dv-cinder-796286-2-smb',id=ca10c576-315d-4f3b-b2d0-f5eeab5e8277,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:26:21Z,topic='l3_agent')) {'router_ids': ['3f079bc4-c906-4068-9e73-a356d5e37921'], 'active': True} {{(pid=91938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:34:37.427701 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-be1f34cb-0f84-465c-8e42-50b1c20c50b8 admin admin] Notify callbacks [] for router, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:37.431965 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-be1f34cb-0f84-465c-8e42-50b1c20c50b8 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.6349974 Jun 14 16:34:37.432203 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 40738) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:37.500500 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-32e26eef-bd88-4bd2-a7b0-305a4dd596b8 req-6ee7c4eb-3451-4620-9ce0-00b5323959b7 service neutron] 10.222.0.16 "GET /v2.0/networks/e2198c61-c227-4c44-94c3-63db66ef4b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3384435 Jun 14 16:34:37.684730 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-9c38e132-3550-49f6-a03e-ee90f20e64d2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:37.707654 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_dvr_db [None req-7ac29049-85a2-4f80-82c6-2f851fd4c25e None None] Set router 3f079bc4-c906-4068-9e73-a356d5e37921 gateway port host: dv-cinder-796286-2-smb {{(pid=91938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:34:37.879437 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-32e26eef-bd88-4bd2-a7b0-305a4dd596b8 req-f83479d3-9631-41a3-8446-f4e41f1d96e8 service neutron] 10.222.0.16 "GET /v2.0/networks/e2198c61-c227-4c44-94c3-63db66ef4b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3699956 Jun 14 16:34:38.033513 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device 363a0f27-23df-4041-9772-6784ac5945ed up at agent ovs-agent-dv-cinder-796286-2-smb {{(pid=91937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:34:38.173658 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Provisioning complete for port 363a0f27-23df-4041-9772-6784ac5945ed triggered by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:34:38.174060 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:38.204435 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_hamode_db [None req-7ac29049-85a2-4f80-82c6-2f851fd4c25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f079bc4-c906-4068-9e73-a356d5e37921', 'name': 'tempest-AttachVolumeShelveTestJSON-275120226-router', 'tenant_id': '5e64979c8b4744a1a9e561844a8d2019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.98'}], 'enable_snat': True}, 'gw_port_id': 'bb8407da-48f5-4573-b8b7-d91c97efb752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:34:32Z', 'updated_at': '2021-06-14T16:34:35Z', 'revision_number': 3, 'project_id': '5e64979c8b4744a1a9e561844a8d2019', 'gw_port': {'id': 'bb8407da-48f5-4573-b8b7-d91c97efb752', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b8:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f079bc4-c906-4068-9e73-a356d5e37921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:34:33Z', 'updated_at': '2021-06-14T16:34:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb'}], 'dv-cinder-796286-2-smb', False) {} {{(pid=91938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:34:38.208548 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac29049-85a2-4f80-82c6-2f851fd4c25e None None] Checking router: 3f079bc4-c906-4068-9e73-a356d5e37921 for host: dv-cinder-796286-2-smb {{(pid=91938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 16:34:38.209161 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac29049-85a2-4f80-82c6-2f851fd4c25e None None] Updating router 3f079bc4-c906-4068-9e73-a356d5e37921 port bb8407da-48f5-4573-b8b7-d91c97efb752 binding host dv-cinder-796286-2-smb {{(pid=91938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 16:34:38.255651 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron_lib.callbacks.manager [None req-7ac29049-85a2-4f80-82c6-2f851fd4c25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:38.451718 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-0854c526-b09b-4607-9120-c727b116b757 req-80f6be0b-49d7-43bd-9597-2ca8d29dcd2d tempest-DeleteServersTestJSON-633373428 tempest-DeleteServersTestJSON-633373428-project] 10.222.0.16 "GET /v2.0/ports?device_id=197c8f7e-1847-4f23-a156-015feeff965a HTTP/1.1" status: 200 len: 210 time: 0.2965572 Jun 14 16:34:38.473992 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-9c38e132-3550-49f6-a03e-ee90f20e64d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3902120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904149'] for router, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:38.716784 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 40816) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:39.000024 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-0ab984b4-35e0-40ff-b002-dfb4a0e5e42c req-7b1a9c2e-c1f3-4661-878c-8c3672ec6849 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/ports?device_id=56df6d02-0da2-42e6-8fca-eba1c8fea1a6 HTTP/1.1" status: 200 len: 210 time: 0.1383293 Jun 14 16:34:39.054716 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c38e132-3550-49f6-a03e-ee90f20e64d2 admin admin] Router 4080c52d-d4c9-4bb8-a21b-4c843fd8e2c2 is scheduled to L3 agent ca10c576-315d-4f3b-b2d0-f5eeab5e8277 with binding_index 1 {{(pid=91935) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 14 16:34:39.242826 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron_lib.callbacks.manager [None req-7ac29049-85a2-4f80-82c6-2f851fd4c25e None None] Notify callbacks [] for port, precommit_update {{(pid=91938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:39.265171 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.provisioning_blocks [None req-7ac29049-85a2-4f80-82c6-2f851fd4c25e None None] Transition to ACTIVE for port object bb8407da-48f5-4573-b8b7-d91c97efb752 will not be triggered until provisioned by entity L2. {{(pid=91938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:34:39.281430 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron_lib.callbacks.manager [None req-7ac29049-85a2-4f80-82c6-2f851fd4c25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:39.337549 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91938) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:39.375251 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-0bef0c45-fbc1-4b1a-9562-48b2da0c57aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:39.477271 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90fc82f-a228-40ae-9cca-9e8ab6bff265 None None] Pushing event updated for resources: {'Port': ['ID=bb8407da-48f5-4573-b8b7-d91c97efb752,revision_number=2']} {{(pid=91938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:39.490257 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.plugins.ml2.managers [None req-7ac29049-85a2-4f80-82c6-2f851fd4c25e None None] Attempting to bind port bb8407da-48f5-4573-b8b7-d91c97efb752 on host dv-cinder-796286-2-smb for vnic_type normal with profile {{(pid=91938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 16:34:39.491078 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.plugins.ml2.managers [None req-7ac29049-85a2-4f80-82c6-2f851fd4c25e None None] Attempting to bind port bb8407da-48f5-4573-b8b7-d91c97efb752 by drivers openvswitch,hyperv on host dv-cinder-796286-2-smb at level 0 using segments [{'id': 'a2c1fc44-b613-4a01-80b3-58a3526400ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b'}] {{(pid=91938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 16:34:39.492157 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac29049-85a2-4f80-82c6-2f851fd4c25e None None] Attempting to bind port bb8407da-48f5-4573-b8b7-d91c97efb752 on network 2b8148fa-8475-41af-8213-9af35fa3c21b {{(pid=91938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:34:39.507263 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90fc82f-a228-40ae-9cca-9e8ab6bff265 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:34:39.507881 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90fc82f-a228-40ae-9cca-9e8ab6bff265 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:34:39.508688 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90fc82f-a228-40ae-9cca-9e8ab6bff265 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:34:39.509550 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90fc82f-a228-40ae-9cca-9e8ab6bff265 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:34:39.510321 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90fc82f-a228-40ae-9cca-9e8ab6bff265 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:34:39.511991 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90fc82f-a228-40ae-9cca-9e8ab6bff265 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:34:39.526703 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90fc82f-a228-40ae-9cca-9e8ab6bff265 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:34:39.527874 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90fc82f-a228-40ae-9cca-9e8ab6bff265 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:34:39.528671 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90fc82f-a228-40ae-9cca-9e8ab6bff265 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:34:39.531036 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90fc82f-a228-40ae-9cca-9e8ab6bff265 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:34:39.531877 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90fc82f-a228-40ae-9cca-9e8ab6bff265 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:34:39.533165 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90fc82f-a228-40ae-9cca-9e8ab6bff265 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:34:39.539274 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90fc82f-a228-40ae-9cca-9e8ab6bff265 None None] Tracked resource versions report: Jun 14 16:34:39.539274 dv-cinder-796286-2-smb neutron-server[91938]: pushed versions: Jun 14 16:34:39.539274 dv-cinder-796286-2-smb neutron-server[91938]: { 'AddressGroup': {'1.2'}, Jun 14 16:34:39.539274 dv-cinder-796286-2-smb neutron-server[91938]: 'ConntrackHelper': {'1.0'}, Jun 14 16:34:39.539274 dv-cinder-796286-2-smb neutron-server[91938]: 'Log': {'1.0'}, Jun 14 16:34:39.539274 dv-cinder-796286-2-smb neutron-server[91938]: 'Network': {'1.1'}, Jun 14 16:34:39.539274 dv-cinder-796286-2-smb neutron-server[91938]: 'Port': {'1.7'}, Jun 14 16:34:39.539274 dv-cinder-796286-2-smb neutron-server[91938]: 'PortForwarding': {'1.2'}, Jun 14 16:34:39.539274 dv-cinder-796286-2-smb neutron-server[91938]: 'QosPolicy': {'1.8'}, Jun 14 16:34:39.539274 dv-cinder-796286-2-smb neutron-server[91938]: 'SecurityGroup': {'1.4'}, Jun 14 16:34:39.539274 dv-cinder-796286-2-smb neutron-server[91938]: 'SecurityGroupRule': {'1.2'}, Jun 14 16:34:39.539274 dv-cinder-796286-2-smb neutron-server[91938]: 'SubPort': {'1.0'}, Jun 14 16:34:39.539274 dv-cinder-796286-2-smb neutron-server[91938]: 'Subnet': {'1.1'}, Jun 14 16:34:39.539274 dv-cinder-796286-2-smb neutron-server[91938]: 'Trunk': {'1.1'}} Jun 14 16:34:39.539274 dv-cinder-796286-2-smb neutron-server[91938]: consumer versions: Jun 14 16:34:39.539274 dv-cinder-796286-2-smb neutron-server[91938]: { DHCP agent@dv-cinder-796286-2-smb: {}, Jun 14 16:34:39.539274 dv-cinder-796286-2-smb neutron-server[91938]: HyperV agent@hv-cinder-79628: {}, Jun 14 16:34:39.539274 dv-cinder-796286-2-smb neutron-server[91938]: L3 agent@dv-cinder-796286-2-smb: {}, Jun 14 16:34:39.539274 dv-cinder-796286-2-smb neutron-server[91938]: Metadata agent@dv-cinder-796286-2-smb: {}, Jun 14 16:34:39.539274 dv-cinder-796286-2-smb neutron-server[91938]: Metering agent@dv-cinder-796286-2-smb: {}, Jun 14 16:34:39.539274 dv-cinder-796286-2-smb neutron-server[91938]: Open vSwitch agent@dv-cinder-796286-2-smb: { 'AddressGroup': '1.2', Jun 14 16:34:39.539274 dv-cinder-796286-2-smb neutron-server[91938]: 'ConntrackHelper': '1.0', Jun 14 16:34:39.539274 dv-cinder-796286-2-smb neutron-server[91938]: 'Log': '1.0', Jun 14 16:34:39.539274 dv-cinder-796286-2-smb neutron-server[91938]: 'Network': '1.1', Jun 14 16:34:39.539274 dv-cinder-796286-2-smb neutron-server[91938]: 'Port': '1.7', Jun 14 16:34:39.539274 dv-cinder-796286-2-smb neutron-server[91938]: 'PortForwarding': '1.2', Jun 14 16:34:39.539274 dv-cinder-796286-2-smb neutron-server[91938]: 'QosPolicy': '1.8', Jun 14 16:34:39.539274 dv-cinder-796286-2-smb neutron-server[91938]: 'SecurityGroup': '1.4', Jun 14 16:34:39.539274 dv-cinder-796286-2-smb neutron-server[91938]: 'SecurityGroupRule': '1.2', Jun 14 16:34:39.539274 dv-cinder-796286-2-smb neutron-server[91938]: 'SubPort': '1.0', Jun 14 16:34:39.539274 dv-cinder-796286-2-smb neutron-server[91938]: 'Subnet': '1.1', Jun 14 16:34:39.539274 dv-cinder-796286-2-smb neutron-server[91938]: 'Trunk': '1.1'}} Jun 14 16:34:39.539274 dv-cinder-796286-2-smb neutron-server[91938]: {{(pid=91938) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 14 16:34:39.557203 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG oslo_concurrency.lockutils [None req-a90fc82f-a228-40ae-9cca-9e8ab6bff265 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=91938) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:39.563198 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac29049-85a2-4f80-82c6-2f851fd4c25e None None] Checking agent: {'id': 'f162564f-7dab-4d73-81fc-5f8e857b2431', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 26, 22), 'started_at': datetime.datetime(2021, 6, 14, 16, 26, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 16, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 16:34:39.564916 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac29049-85a2-4f80-82c6-2f851fd4c25e None None] Checking segment: {'id': 'a2c1fc44-b613-4a01-80b3-58a3526400ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:34:39.567393 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron_lib.callbacks.manager [None req-7ac29049-85a2-4f80-82c6-2f851fd4c25e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:39.583645 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c38e132-3550-49f6-a03e-ee90f20e64d2 admin admin] Notify agent at l3_agent.dv-cinder-796286-2-smb the message routers_updated {{(pid=91935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 16:34:39.597854 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac29049-85a2-4f80-82c6-2f851fd4c25e None None] Bound using segment: {'id': 'a2c1fc44-b613-4a01-80b3-58a3526400ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b'} {{(pid=91938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 16:34:39.598086 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9722ae56-f031-44b1-ae27-21e10cb13a53 None None] Sync routers for ids ['4080c52d-d4c9-4bb8-a21b-4c843fd8e2c2'] in dv-cinder-796286-2-smb {{(pid=91937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 16:34:39.598528 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.plugins.ml2.managers [None req-7ac29049-85a2-4f80-82c6-2f851fd4c25e None None] Bound port: bb8407da-48f5-4573-b8b7-d91c97efb752, host: dv-cinder-796286-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2c1fc44-b613-4a01-80b3-58a3526400ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b'}}] {{(pid=91938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 16:34:39.599274 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron_lib.callbacks.manager [None req-7ac29049-85a2-4f80-82c6-2f851fd4c25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:39.630885 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9722ae56-f031-44b1-ae27-21e10cb13a53 None None] Routers {'4080c52d-d4c9-4bb8-a21b-4c843fd8e2c2'} bound to L3 agent in host dv-cinder-796286-2-smb {{(pid=91937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:34:39.631585 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_hamode_db [None req-9722ae56-f031-44b1-ae27-21e10cb13a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-14T16:26:21Z,description=,heartbeat_timestamp=2021-06-14T16:34:22Z,host='dv-cinder-796286-2-smb',id=ca10c576-315d-4f3b-b2d0-f5eeab5e8277,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:26:21Z,topic='l3_agent')) {'router_ids': ['4080c52d-d4c9-4bb8-a21b-4c843fd8e2c2'], 'active': True} {{(pid=91937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:34:39.850271 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.plugins.ml2.db [None req-7ac29049-85a2-4f80-82c6-2f851fd4c25e None None] For port bb8407da-48f5-4573-b8b7-d91c97efb752, host dv-cinder-796286-2-smb, cleared binding levels {{(pid=91938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 16:34:39.877685 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.plugins.ml2.db [None req-7ac29049-85a2-4f80-82c6-2f851fd4c25e None None] For port bb8407da-48f5-4573-b8b7-d91c97efb752, host dv-cinder-796286-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-smb',level=0,port_id=bb8407da-48f5-4573-b8b7-d91c97efb752,segment=NetworkSegment(a2c1fc44-b613-4a01-80b3-58a3526400ae),segment_id=a2c1fc44-b613-4a01-80b3-58a3526400ae)] {{(pid=91938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 16:34:39.890087 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-e0f42da8-4fc6-4ee7-bb1d-1e172425e733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-782655'] for port, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:39.894920 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron_lib.callbacks.manager [None req-7ac29049-85a2-4f80-82c6-2f851fd4c25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:39.908684 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvr_db [None req-9722ae56-f031-44b1-ae27-21e10cb13a53 None None] Set router 4080c52d-d4c9-4bb8-a21b-4c843fd8e2c2 gateway port host: dv-cinder-796286-2-smb {{(pid=91937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:34:39.953859 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG oslo_concurrency.lockutils [None req-3482ed8b-e196-42c2-8f78-effbb02e6262 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91938) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:40.100518 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-5152eed7-e4ef-44e6-806d-23f31672c420 req-3dd97f55-2072-4bd9-bcf3-b07bedd0c156 tempest-DeleteServersTestJSON-633373428 tempest-DeleteServersTestJSON-633373428-project] 10.222.0.16 "GET /v2.0/ports?device_id=197c8f7e-1847-4f23-a156-015feeff965a HTTP/1.1" status: 200 len: 210 time: 0.5187788 Jun 14 16:34:40.302732 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90fc82f-a228-40ae-9cca-9e8ab6bff265 None None] Pushing event updated for resources: {'Port': ['ID=bb8407da-48f5-4573-b8b7-d91c97efb752,revision_number=3']} {{(pid=91938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:40.320255 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac29049-85a2-4f80-82c6-2f851fd4c25e None None] Routers {'3f079bc4-c906-4068-9e73-a356d5e37921'} bound to L3 agent in host dv-cinder-796286-2-smb {{(pid=91938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:34:40.322842 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_hamode_db [None req-7ac29049-85a2-4f80-82c6-2f851fd4c25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-14T16:26:21Z,description=,heartbeat_timestamp=2021-06-14T16:34:22Z,host='dv-cinder-796286-2-smb',id=ca10c576-315d-4f3b-b2d0-f5eeab5e8277,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:26:21Z,topic='l3_agent')) {'router_ids': ['3f079bc4-c906-4068-9e73-a356d5e37921'], 'active': True} {{(pid=91938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:34:40.325200 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG oslo_concurrency.lockutils [None req-a90fc82f-a228-40ae-9cca-9e8ab6bff265 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=91938) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:40.597234 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-a61b69b2-d8e1-4e89-a178-43f619a55ee2 req-9256bec6-3e06-4aaa-b383-b975fd808fa3 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/ports?device_id=56df6d02-0da2-42e6-8fca-eba1c8fea1a6 HTTP/1.1" status: 200 len: 210 time: 0.1075444 Jun 14 16:34:40.618529 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-0bef0c45-fbc1-4b1a-9562-48b2da0c57aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:40.633955 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-9c38e132-3550-49f6-a03e-ee90f20e64d2 admin admin] Notify callbacks [] for router, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:40.635609 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-9c38e132-3550-49f6-a03e-ee90f20e64d2 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.8007150 Jun 14 16:34:40.638567 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-0bef0c45-fbc1-4b1a-9562-48b2da0c57aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:40.639246 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 40912) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:40.738672 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-441b7679-69d5-4ce6-a116-0a219b499ae0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:40.778082 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_dvr_db [None req-7ac29049-85a2-4f80-82c6-2f851fd4c25e None None] Set router 3f079bc4-c906-4068-9e73-a356d5e37921 gateway port host: dv-cinder-796286-2-smb {{(pid=91938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:34:40.797033 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_hamode_db [None req-9722ae56-f031-44b1-ae27-21e10cb13a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4080c52d-d4c9-4bb8-a21b-4c843fd8e2c2', 'name': 'tempest-ServerRescueNegativeTestJSON-1063574820-router', 'tenant_id': 'e9e3ca0d5f6a422091735101e0717fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.51'}], 'enable_snat': True}, 'gw_port_id': 'ba0b4b88-3d76-432f-b93d-a33a0c0d5162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:34:34Z', 'updated_at': '2021-06-14T16:34:36Z', 'revision_number': 3, 'project_id': 'e9e3ca0d5f6a422091735101e0717fda', 'gw_port': {'id': 'ba0b4b88-3d76-432f-b93d-a33a0c0d5162', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:61:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4080c52d-d4c9-4bb8-a21b-4c843fd8e2c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:34:35Z', 'updated_at': '2021-06-14T16:34:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb'}], 'dv-cinder-796286-2-smb', False) {} {{(pid=91937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:34:40.803733 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9722ae56-f031-44b1-ae27-21e10cb13a53 None None] Checking router: 4080c52d-d4c9-4bb8-a21b-4c843fd8e2c2 for host: dv-cinder-796286-2-smb {{(pid=91937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 16:34:40.804412 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9722ae56-f031-44b1-ae27-21e10cb13a53 None None] Updating router 4080c52d-d4c9-4bb8-a21b-4c843fd8e2c2 port ba0b4b88-3d76-432f-b93d-a33a0c0d5162 binding host dv-cinder-796286-2-smb {{(pid=91937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 16:34:40.907404 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-9722ae56-f031-44b1-ae27-21e10cb13a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:41.033326 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-0bef0c45-fbc1-4b1a-9562-48b2da0c57aa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=99670f61d47d42b8a8f4cdf90cd27812&name=default HTTP/1.1" status: 200 len: 2975 time: 2.3124559 Jun 14 16:34:41.033962 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 40926) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:41.047237 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bef0c45-fbc1-4b1a-9562-48b2da0c57aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef0e09f8-60ef-4e9c-a0cd-e6e8436327b1,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:41.068954 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-0bef0c45-fbc1-4b1a-9562-48b2da0c57aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:41.152857 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-93536382-d784-4f9e-8bdc-141c955de113 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:41.189945 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_hamode_db [None req-7ac29049-85a2-4f80-82c6-2f851fd4c25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f079bc4-c906-4068-9e73-a356d5e37921', 'name': 'tempest-AttachVolumeShelveTestJSON-275120226-router', 'tenant_id': '5e64979c8b4744a1a9e561844a8d2019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.98'}], 'enable_snat': True}, 'gw_port_id': 'bb8407da-48f5-4573-b8b7-d91c97efb752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:34:32Z', 'updated_at': '2021-06-14T16:34:35Z', 'revision_number': 3, 'project_id': '5e64979c8b4744a1a9e561844a8d2019', 'gw_port': {'id': 'bb8407da-48f5-4573-b8b7-d91c97efb752', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b8:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f079bc4-c906-4068-9e73-a356d5e37921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:34:33Z', 'updated_at': '2021-06-14T16:34:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb'}], 'dv-cinder-796286-2-smb', False) {} {{(pid=91938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:34:41.199292 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac29049-85a2-4f80-82c6-2f851fd4c25e None None] The sync data for ids ['3f079bc4-c906-4068-9e73-a356d5e37921'] in dv-cinder-796286-2-smb is: [{'id': '3f079bc4-c906-4068-9e73-a356d5e37921', 'name': 'tempest-AttachVolumeShelveTestJSON-275120226-router', 'tenant_id': '5e64979c8b4744a1a9e561844a8d2019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.98'}], 'enable_snat': True}, 'gw_port_id': 'bb8407da-48f5-4573-b8b7-d91c97efb752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:34:32Z', 'updated_at': '2021-06-14T16:34:35Z', 'revision_number': 3, 'project_id': '5e64979c8b4744a1a9e561844a8d2019', 'gw_port': {'id': 'bb8407da-48f5-4573-b8b7-d91c97efb752', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b8:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f079bc4-c906-4068-9e73-a356d5e37921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:34:33Z', 'updated_at': '2021-06-14T16:34:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb'}] {{(pid=91938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 16:34:41.218685 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-93536382-d784-4f9e-8bdc-141c955de113 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:41.366535 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-93536382-d784-4f9e-8bdc-141c955de113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:41.369550 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-93536382-d784-4f9e-8bdc-141c955de113 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:41.372112 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-93536382-d784-4f9e-8bdc-141c955de113 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ef0e09f8-60ef-4e9c-a0cd-e6e8436327b1 HTTP/1.1" status: 204 len: 168 time: 0.3373866 Jun 14 16:34:41.372869 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-cadc1ea7-7e83-4502-9175-4634c35d2480 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:41.388247 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93536382-d784-4f9e-8bdc-141c955de113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef0e09f8-60ef-4e9c-a0cd-e6e8436327b1,revision_number=None']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:41.391078 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-93536382-d784-4f9e-8bdc-141c955de113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:41.415703 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 40936) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:41.561469 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.db.db_base_plugin_common [None req-e0f42da8-4fc6-4ee7-bb1d-1e172425e733 admin admin] Allocated IP 172.20.0.1 (b827e6b3-7ed7-4462-86b3-950f50bba85c/1c618564-7ca5-4a66-b740-3ae47e99df42/e6f764ad-a0f4-4314-b227-11ddd6522d49) {{(pid=91936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 16:34:41.563358 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-9722ae56-f031-44b1-ae27-21e10cb13a53 None None] Notify callbacks [] for port, precommit_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:41.579334 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-8d161ff6-0a8a-4a80-a062-46a9155ce459 req-46d63b9a-5e3d-454a-aaa3-6b9dbf6d715c tempest-DeleteServersTestJSON-633373428 tempest-DeleteServersTestJSON-633373428-project] 10.222.0.16 "GET /v2.0/ports?device_id=197c8f7e-1847-4f23-a156-015feeff965a HTTP/1.1" status: 200 len: 210 time: 0.0751939 Jun 14 16:34:41.589876 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-9722ae56-f031-44b1-ae27-21e10cb13a53 None None] Transition to ACTIVE for port object ba0b4b88-3d76-432f-b93d-a33a0c0d5162 will not be triggered until provisioned by entity L2. {{(pid=91937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:34:41.645360 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-9722ae56-f031-44b1-ae27-21e10cb13a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:41.688192 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:41.797525 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 40948) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:41.872465 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fb27f0-2590-461e-b6b6-c317184f2336 None None] Pushing event updated for resources: {'Port': ['ID=ba0b4b88-3d76-432f-b93d-a33a0c0d5162,revision_number=2']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:41.882661 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-92fb27f0-2590-461e-b6b6-c317184f2336 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:41.897261 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.41', 51479) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:41.933428 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.managers [None req-9722ae56-f031-44b1-ae27-21e10cb13a53 None None] Attempting to bind port ba0b4b88-3d76-432f-b93d-a33a0c0d5162 on host dv-cinder-796286-2-smb for vnic_type normal with profile {{(pid=91937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 16:34:41.936769 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.managers [None req-9722ae56-f031-44b1-ae27-21e10cb13a53 None None] Attempting to bind port ba0b4b88-3d76-432f-b93d-a33a0c0d5162 by drivers openvswitch,hyperv on host dv-cinder-796286-2-smb at level 0 using segments [{'id': 'a2c1fc44-b613-4a01-80b3-58a3526400ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b'}] {{(pid=91937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 16:34:41.937417 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9722ae56-f031-44b1-ae27-21e10cb13a53 None None] Attempting to bind port ba0b4b88-3d76-432f-b93d-a33a0c0d5162 on network 2b8148fa-8475-41af-8213-9af35fa3c21b {{(pid=91937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:34:41.972704 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9722ae56-f031-44b1-ae27-21e10cb13a53 None None] Checking agent: {'id': 'f162564f-7dab-4d73-81fc-5f8e857b2431', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 26, 22), 'started_at': datetime.datetime(2021, 6, 14, 16, 26, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 16, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 16:34:41.973500 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9722ae56-f031-44b1-ae27-21e10cb13a53 None None] Checking segment: {'id': 'a2c1fc44-b613-4a01-80b3-58a3526400ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:34:41.974294 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-9722ae56-f031-44b1-ae27-21e10cb13a53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:41.974857 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9722ae56-f031-44b1-ae27-21e10cb13a53 None None] Bound using segment: {'id': 'a2c1fc44-b613-4a01-80b3-58a3526400ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b'} {{(pid=91937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 16:34:41.975585 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.managers [None req-9722ae56-f031-44b1-ae27-21e10cb13a53 None None] Bound port: ba0b4b88-3d76-432f-b93d-a33a0c0d5162, host: dv-cinder-796286-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2c1fc44-b613-4a01-80b3-58a3526400ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b'}}] {{(pid=91937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 16:34:41.976164 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-9722ae56-f031-44b1-ae27-21e10cb13a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:42.096591 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-9722ae56-f031-44b1-ae27-21e10cb13a53 None None] For port ba0b4b88-3d76-432f-b93d-a33a0c0d5162, host dv-cinder-796286-2-smb, cleared binding levels {{(pid=91937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 16:34:42.096832 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-f419bc6e-e7a0-42d5-89af-b75fd5cf2c7a req-11a121fd-7313-4cc1-ab45-6f6e5746432f tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/ports?device_id=56df6d02-0da2-42e6-8fca-eba1c8fea1a6 HTTP/1.1" status: 200 len: 210 time: 0.1799889 Jun 14 16:34:42.100337 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-9722ae56-f031-44b1-ae27-21e10cb13a53 None None] For port ba0b4b88-3d76-432f-b93d-a33a0c0d5162, host dv-cinder-796286-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-smb',level=0,port_id=ba0b4b88-3d76-432f-b93d-a33a0c0d5162,segment=NetworkSegment(a2c1fc44-b613-4a01-80b3-58a3526400ae),segment_id=a2c1fc44-b613-4a01-80b3-58a3526400ae)] {{(pid=91937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 16:34:42.107546 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-9722ae56-f031-44b1-ae27-21e10cb13a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:42.111080 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-41ced069-bc42-4957-ba16-5a17fb09f60d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:42.125063 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 40956) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:42.167759 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device bb8407da-48f5-4573-b8b7-d91c97efb752 up at agent ovs-agent-dv-cinder-796286-2-smb {{(pid=91937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:34:42.167983 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-a791b877-4910-4567-b50b-690a430be6b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:42.181373 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-1c51aef4-0329-411a-8b5e-85887e931900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:42.209179 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-b292f385-862e-4064-b0c0-8ec5b49dbec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:42.266079 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9722ae56-f031-44b1-ae27-21e10cb13a53 None None] Routers {'4080c52d-d4c9-4bb8-a21b-4c843fd8e2c2'} bound to L3 agent in host dv-cinder-796286-2-smb {{(pid=91937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:34:42.266766 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_hamode_db [None req-9722ae56-f031-44b1-ae27-21e10cb13a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-14T16:26:21Z,description=,heartbeat_timestamp=2021-06-14T16:34:22Z,host='dv-cinder-796286-2-smb',id=ca10c576-315d-4f3b-b2d0-f5eeab5e8277,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:26:21Z,topic='l3_agent')) {'router_ids': ['4080c52d-d4c9-4bb8-a21b-4c843fd8e2c2'], 'active': True} {{(pid=91937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:34:42.329422 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-e0f42da8-4fc6-4ee7-bb1d-1e172425e733 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:42.362303 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-a791b877-4910-4567-b50b-690a430be6b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:42.376513 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-a791b877-4910-4567-b50b-690a430be6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:42.418213 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Provisioning for port bb8407da-48f5-4573-b8b7-d91c97efb752 completed by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:34:42.422038 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fb27f0-2590-461e-b6b6-c317184f2336 None None] Pushing event updated for resources: {'Port': ['ID=ba0b4b88-3d76-432f-b93d-a33a0c0d5162,revision_number=3']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:42.433905 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-92fb27f0-2590-461e-b6b6-c317184f2336 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:42.438495 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Provisioning complete for port bb8407da-48f5-4573-b8b7-d91c97efb752 triggered by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:34:42.438889 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:42.449485 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.db.provisioning_blocks [None req-e0f42da8-4fc6-4ee7-bb1d-1e172425e733 admin admin] Transition to ACTIVE for port object e6f764ad-a0f4-4314-b227-11ddd6522d49 will not be triggered until provisioned by entity DHCP. {{(pid=91936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:34:42.473596 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-add4cb60-55e0-462c-9a3f-8e008f7bbb89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:42.533102 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a791b877-4910-4567-b50b-690a430be6b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f58a7db6-716f-4f66-a3d9-44bd270a022b,revision_number=1']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:42.537751 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-a791b877-4910-4567-b50b-690a430be6b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:42.599832 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvr_db [None req-9722ae56-f031-44b1-ae27-21e10cb13a53 None None] Set router 4080c52d-d4c9-4bb8-a21b-4c843fd8e2c2 gateway port host: dv-cinder-796286-2-smb {{(pid=91937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:34:42.654551 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-a791b877-4910-4567-b50b-690a430be6b6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=43bb689f145e4f94b1aec281c7516f2c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8526936 Jun 14 16:34:42.657009 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 40968) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:42.682037 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1b848-a3a5-4506-a9ac-28e6e70711f6 req-59047d8f-e969-4d35-a154-113c3b8c9803 tempest-DeleteServersTestJSON-633373428 tempest-DeleteServersTestJSON-633373428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:42.683747 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-0bc1b848-a3a5-4506-a9ac-28e6e70711f6 req-59047d8f-e969-4d35-a154-113c3b8c9803 tempest-DeleteServersTestJSON-633373428 tempest-DeleteServersTestJSON-633373428-project] 10.222.0.41 "GET /v2.0/networks?id=7f516194-514f-4bc1-82d7-25714577a047 HTTP/1.1" status: 200 len: 812 time: 0.7685997 Jun 14 16:34:42.712489 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:42.735561 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.v2.base [req-0bc1b848-a3a5-4506-a9ac-28e6e70711f6 req-d221b2d8-88fb-47eb-be93-bed0a8ed2621 tempest-DeleteServersTestJSON-633373428 tempest-DeleteServersTestJSON-633373428-project] Request body: {'port': {'device_id': '197c8f7e-1847-4f23-a156-015feeff965a', 'network_id': '7f516194-514f-4bc1-82d7-25714577a047', 'admin_state_up': True, 'tenant_id': '30ce1b2289d54cf7ac158d3723364a14'}} {{(pid=91935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:34:42.751594 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-e0f42da8-4fc6-4ee7-bb1d-1e172425e733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-782844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4109363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742579636511'] for port, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:42.753394 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.41', 51488) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:42.782960 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] For port bb8407da-48f5-4573-b8b7-d91c97efb752, host dv-cinder-796286-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-smb',level=0,port_id=bb8407da-48f5-4573-b8b7-d91c97efb752,segment=NetworkSegment(a2c1fc44-b613-4a01-80b3-58a3526400ae),segment_id=a2c1fc44-b613-4a01-80b3-58a3526400ae)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:34:42.799068 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:42.901995 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:42.920702 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:43.001483 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Pushing event updated for resources: {'Port': ['ID=bb8407da-48f5-4573-b8b7-d91c97efb752,revision_number=4']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:43.030878 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:43.069366 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_hamode_db [None req-9722ae56-f031-44b1-ae27-21e10cb13a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4080c52d-d4c9-4bb8-a21b-4c843fd8e2c2', 'name': 'tempest-ServerRescueNegativeTestJSON-1063574820-router', 'tenant_id': 'e9e3ca0d5f6a422091735101e0717fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.51'}], 'enable_snat': True}, 'gw_port_id': 'ba0b4b88-3d76-432f-b93d-a33a0c0d5162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:34:34Z', 'updated_at': '2021-06-14T16:34:36Z', 'revision_number': 3, 'project_id': 'e9e3ca0d5f6a422091735101e0717fda', 'gw_port': {'id': 'ba0b4b88-3d76-432f-b93d-a33a0c0d5162', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:61:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4080c52d-d4c9-4bb8-a21b-4c843fd8e2c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:34:35Z', 'updated_at': '2021-06-14T16:34:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb'}], 'dv-cinder-796286-2-smb', False) {} {{(pid=91937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:34:43.075569 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9722ae56-f031-44b1-ae27-21e10cb13a53 None None] The sync data for ids ['4080c52d-d4c9-4bb8-a21b-4c843fd8e2c2'] in dv-cinder-796286-2-smb is: [{'id': '4080c52d-d4c9-4bb8-a21b-4c843fd8e2c2', 'name': 'tempest-ServerRescueNegativeTestJSON-1063574820-router', 'tenant_id': 'e9e3ca0d5f6a422091735101e0717fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.51'}], 'enable_snat': True}, 'gw_port_id': 'ba0b4b88-3d76-432f-b93d-a33a0c0d5162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:34:34Z', 'updated_at': '2021-06-14T16:34:36Z', 'revision_number': 3, 'project_id': 'e9e3ca0d5f6a422091735101e0717fda', 'gw_port': {'id': 'ba0b4b88-3d76-432f-b93d-a33a0c0d5162', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:61:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4080c52d-d4c9-4bb8-a21b-4c843fd8e2c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:34:35Z', 'updated_at': '2021-06-14T16:34:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb'}] {{(pid=91937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 16:34:43.084197 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f42da8-4fc6-4ee7-bb1d-1e172425e733 admin admin] Network b827e6b3-7ed7-4462-86b3-950f50bba85c is already hosted by enough agents. {{(pid=91936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:34:43.097831 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.base_scheduler [None req-e0f42da8-4fc6-4ee7-bb1d-1e172425e733 admin admin] Resources bound (agent type, host, resource id): {{(pid=91936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:34:43.102177 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f42da8-4fc6-4ee7-bb1d-1e172425e733 admin admin] Received port after_create {{(pid=91936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 16:34:43.103135 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-e0f42da8-4fc6-4ee7-bb1d-1e172425e733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900752'] for router_interface, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:43.108988 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-ac6c5b30-81a4-42d1-b1ce-32bb9514eef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-782655'] for port, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:43.119048 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e26eef-bd88-4bd2-a7b0-305a4dd596b8 req-8ffa434e-8073-4b83-bf1a-6be03879ac36 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:43.121517 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-32e26eef-bd88-4bd2-a7b0-305a4dd596b8 req-8ffa434e-8073-4b83-bf1a-6be03879ac36 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.41 "GET /v2.0/networks?id=e2198c61-c227-4c44-94c3-63db66ef4b23 HTTP/1.1" status: 200 len: 815 time: 0.3643968 Jun 14 16:34:43.137864 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.v2.base [req-32e26eef-bd88-4bd2-a7b0-305a4dd596b8 req-5f5d379c-e321-4268-8289-08b48b50e2c5 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Request body: {'port': {'device_id': '56df6d02-0da2-42e6-8fca-eba1c8fea1a6', 'network_id': 'e2198c61-c227-4c44-94c3-63db66ef4b23', 'admin_state_up': True, 'tenant_id': '2a5847235a974f63891d8576b13e7ab6'}} {{(pid=91936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:34:43.393222 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-4b75304c-603c-4ff7-815e-2093b32fd6fb req-ceaf636e-a348-4a03-adeb-cffec9572ac2 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/ports?device_id=56df6d02-0da2-42e6-8fca-eba1c8fea1a6 HTTP/1.1" status: 200 len: 210 time: 0.0859830 Jun 14 16:34:43.554538 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-1c51aef4-0329-411a-8b5e-85887e931900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:43.561286 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f42da8-4fc6-4ee7-bb1d-1e172425e733 admin admin] Pushing event updated for resources: {'Port': ['ID=e6f764ad-a0f4-4314-b227-11ddd6522d49,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:43.595471 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-2e869ebe-eae8-412f-90ec-f82242e6cd31 None None] Provisioning for port e6f764ad-a0f4-4314-b227-11ddd6522d49 completed by entity DHCP. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:34:43.605959 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-2e869ebe-eae8-412f-90ec-f82242e6cd31 None None] Provisioning complete for port e6f764ad-a0f4-4314-b227-11ddd6522d49 triggered by entity DHCP. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:34:43.606502 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-2e869ebe-eae8-412f-90ec-f82242e6cd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:43.607079 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-e0f42da8-4fc6-4ee7-bb1d-1e172425e733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.685s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:43.624745 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-1c51aef4-0329-411a-8b5e-85887e931900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:43.627704 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-7c42bbb7-5b86-460a-89bd-fd90136f6750 req-b29312f7-9b8f-48d9-8cb6-c90b2ec08317 tempest-DeleteServersTestJSON-633373428 tempest-DeleteServersTestJSON-633373428-project] 10.222.0.16 "GET /v2.0/ports?device_id=197c8f7e-1847-4f23-a156-015feeff965a HTTP/1.1" status: 200 len: 210 time: 0.7038901 Jun 14 16:34:43.802763 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-b292f385-862e-4064-b0c0-8ec5b49dbec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:43.824443 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-b292f385-862e-4064-b0c0-8ec5b49dbec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:43.832507 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.plugin [None req-2e869ebe-eae8-412f-90ec-f82242e6cd31 None None] Port e6f764ad-a0f4-4314-b227-11ddd6522d49 cannot update to ACTIVE because it is not bound. {{(pid=91937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 16:34:43.839872 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-e9f9d5d9-1664-4422-bd35-0edfcc719be3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:43.984647 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b292f385-862e-4064-b0c0-8ec5b49dbec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf60f60-3887-4578-b579-ffc160bf2260,revision_number=1']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:44.014847 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-b292f385-862e-4064-b0c0-8ec5b49dbec7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:44.035013 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bc1b848-a3a5-4506-a9ac-28e6e70711f6 req-d221b2d8-88fb-47eb-be93-bed0a8ed2621 tempest-DeleteServersTestJSON-633373428 tempest-DeleteServersTestJSON-633373428-project] Made reservation on behalf of 30ce1b2289d54cf7ac158d3723364a14 for: {'port': 1} {{(pid=91935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:34:44.040047 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-0bc1b848-a3a5-4506-a9ac-28e6e70711f6 req-d221b2d8-88fb-47eb-be93-bed0a8ed2621 tempest-DeleteServersTestJSON-633373428 tempest-DeleteServersTestJSON-633373428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-782655'] for port, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:44.095163 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-b292f385-862e-4064-b0c0-8ec5b49dbec7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4406a69966f34cf9b530051f08f09782&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6779795 Jun 14 16:34:44.096148 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 41008) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:44.180528 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-fb2a1648-1406-459b-865b-55a89ddfb8cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:44.228023 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device bb8407da-48f5-4573-b8b7-d91c97efb752 up at agent ovs-agent-dv-cinder-796286-2-smb {{(pid=91937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:34:44.348200 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Provisioning complete for port bb8407da-48f5-4573-b8b7-d91c97efb752 triggered by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:34:44.348865 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:44.590221 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device ba0b4b88-3d76-432f-b93d-a33a0c0d5162 up at agent ovs-agent-dv-cinder-796286-2-smb {{(pid=91937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:34:44.602837 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.db.db_base_plugin_common [req-0bc1b848-a3a5-4506-a9ac-28e6e70711f6 req-d221b2d8-88fb-47eb-be93-bed0a8ed2621 tempest-DeleteServersTestJSON-633373428 tempest-DeleteServersTestJSON-633373428-project] Allocated IP 172.20.0.13 (7f516194-514f-4bc1-82d7-25714577a047/5b4a8f54-b699-4afc-bf48-f8453a29a9ea/5129fe03-fbd2-4e48-8019-01956bb9aac7) {{(pid=91935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 16:34:44.762931 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Provisioning for port ba0b4b88-3d76-432f-b93d-a33a0c0d5162 completed by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:34:44.769379 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Provisioning complete for port ba0b4b88-3d76-432f-b93d-a33a0c0d5162 triggered by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:34:44.769924 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:44.803501 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-a521296e-dddb-4cbb-a3ae-97ff25033a66 req-381fb8bb-a9ce-4ed8-a4a9-a3afa72b3647 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/ports?device_id=56df6d02-0da2-42e6-8fca-eba1c8fea1a6 HTTP/1.1" status: 200 len: 210 time: 0.1411052 Jun 14 16:34:44.886540 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.db.db_base_plugin_common [None req-ac6c5b30-81a4-42d1-b1ce-32bb9514eef4 admin admin] Allocated IP 172.20.0.1 (fefc79f4-b27a-4754-9a1b-78e53aa8e11e/3b9a81c8-a776-4371-9da7-d0daa8f6b0a3/8bbc9c51-ade6-4933-977c-7c8985f89c69) {{(pid=91936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 16:34:45.022555 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-657042cf-44e2-4257-ac55-0a8e62a179bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:45.118903 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-657042cf-44e2-4257-ac55-0a8e62a179bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:45.126582 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-ac6c5b30-81a4-42d1-b1ce-32bb9514eef4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:45.179050 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:45.184519 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-0bc1b848-a3a5-4506-a9ac-28e6e70711f6 req-d221b2d8-88fb-47eb-be93-bed0a8ed2621 tempest-DeleteServersTestJSON-633373428 tempest-DeleteServersTestJSON-633373428-project] Notify callbacks [] for port, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:45.225726 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 41020) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:45.235446 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] For port ba0b4b88-3d76-432f-b93d-a33a0c0d5162, host dv-cinder-796286-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-smb',level=0,port_id=ba0b4b88-3d76-432f-b93d-a33a0c0d5162,segment=NetworkSegment(a2c1fc44-b613-4a01-80b3-58a3526400ae),segment_id=a2c1fc44-b613-4a01-80b3-58a3526400ae)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:34:45.247129 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:45.259644 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-08f7c4be-44ed-41eb-85a9-3256bea06f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:45.270907 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-657042cf-44e2-4257-ac55-0a8e62a179bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:45.273943 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-ac6c5b30-81a4-42d1-b1ce-32bb9514eef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-782844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4109363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742579636511'] for port, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:45.278048 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-657042cf-44e2-4257-ac55-0a8e62a179bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:45.282653 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-657042cf-44e2-4257-ac55-0a8e62a179bb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2cf60f60-3887-4578-b579-ffc160bf2260 HTTP/1.1" status: 204 len: 168 time: 0.6382854 Jun 14 16:34:45.282653 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:45.286928 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-0bc1b848-a3a5-4506-a9ac-28e6e70711f6 req-d221b2d8-88fb-47eb-be93-bed0a8ed2621 tempest-DeleteServersTestJSON-633373428 tempest-DeleteServersTestJSON-633373428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-782844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4109363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742579636511'] for port, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:45.301744 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657042cf-44e2-4257-ac55-0a8e62a179bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf60f60-3887-4578-b579-ffc160bf2260,revision_number=None']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:45.305815 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-657042cf-44e2-4257-ac55-0a8e62a179bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:45.308265 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-9c38e132-3550-49f6-a03e-ee90f20e64d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:45.368664 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-1c51aef4-0329-411a-8b5e-85887e931900 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c670ec9d5e8f4735a1cdde807b15c5e7&name=default HTTP/1.1" status: 200 len: 2975 time: 3.2367995 Jun 14 16:34:45.369556 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-eee0c9c2-241d-4b75-960b-0229d1b83d0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:45.404532 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-eee0c9c2-241d-4b75-960b-0229d1b83d0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:45.439803 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Pushing event updated for resources: {'Port': ['ID=ba0b4b88-3d76-432f-b93d-a33a0c0d5162,revision_number=4']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:45.450834 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:45.507019 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 41026) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:45.531534 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c51aef4-0329-411a-8b5e-85887e931900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f9243a-66d7-47d6-9915-f8db50afd758,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:45.535210 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-1c51aef4-0329-411a-8b5e-85887e931900 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.355s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:45.595064 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-e468df02-40c5-443c-9772-83b12c6ac422 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:45.607634 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d221b2d8-88fb-47eb-be93-bed0a8ed2621 tempest-DeleteServersTestJSON-633373428 tempest-DeleteServersTestJSON-633373428-project] Pushing event updated for resources: {'Port': ['ID=5129fe03-fbd2-4e48-8019-01956bb9aac7,revision_number=1']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:45.626701 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-d221b2d8-88fb-47eb-be93-bed0a8ed2621 tempest-DeleteServersTestJSON-633373428 tempest-DeleteServersTestJSON-633373428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:45.648720 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-eee0c9c2-241d-4b75-960b-0229d1b83d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:45.681444 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-bd19c566-0752-444f-9cd7-348ac5f1c633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:45.690265 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-eee0c9c2-241d-4b75-960b-0229d1b83d0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:45.691723 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-eee0c9c2-241d-4b75-960b-0229d1b83d0c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f58a7db6-716f-4f66-a3d9-44bd270a022b HTTP/1.1" status: 204 len: 168 time: 2.9694490 Jun 14 16:34:45.711536 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6c5b30-81a4-42d1-b1ce-32bb9514eef4 admin admin] Network fefc79f4-b27a-4754-9a1b-78e53aa8e11e is already hosted by enough agents. {{(pid=91936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:34:45.720379 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.base_scheduler [None req-ac6c5b30-81a4-42d1-b1ce-32bb9514eef4 admin admin] Resources bound (agent type, host, resource id): {{(pid=91936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:34:45.736652 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6c5b30-81a4-42d1-b1ce-32bb9514eef4 admin admin] Received port after_create {{(pid=91936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 16:34:45.737484 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-ac6c5b30-81a4-42d1-b1ce-32bb9514eef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900752'] for router_interface, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:45.773540 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-e0f42da8-4fc6-4ee7-bb1d-1e172425e733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:45.807140 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6c5b30-81a4-42d1-b1ce-32bb9514eef4 admin admin] Pushing event updated for resources: {'Port': ['ID=8bbc9c51-ade6-4933-977c-7c8985f89c69,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:45.857924 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:45.897509 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-bd19c566-0752-444f-9cd7-348ac5f1c633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:45.900058 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bc1b848-a3a5-4506-a9ac-28e6e70711f6 req-d221b2d8-88fb-47eb-be93-bed0a8ed2621 tempest-DeleteServersTestJSON-633373428 tempest-DeleteServersTestJSON-633373428-project] Network 7f516194-514f-4bc1-82d7-25714577a047 is already hosted by enough agents. {{(pid=91935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:34:45.903386 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.base_scheduler [req-0bc1b848-a3a5-4506-a9ac-28e6e70711f6 req-d221b2d8-88fb-47eb-be93-bed0a8ed2621 tempest-DeleteServersTestJSON-633373428 tempest-DeleteServersTestJSON-633373428-project] Resources bound (agent type, host, resource id): {{(pid=91935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:34:45.907150 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-bd19c566-0752-444f-9cd7-348ac5f1c633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:45.910599 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bc1b848-a3a5-4506-a9ac-28e6e70711f6 req-d221b2d8-88fb-47eb-be93-bed0a8ed2621 tempest-DeleteServersTestJSON-633373428 tempest-DeleteServersTestJSON-633373428-project] Received port after_create {{(pid=91935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 16:34:45.918881 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1b848-a3a5-4506-a9ac-28e6e70711f6 req-d221b2d8-88fb-47eb-be93-bed0a8ed2621 tempest-DeleteServersTestJSON-633373428 tempest-DeleteServersTestJSON-633373428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:45.919820 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-0bc1b848-a3a5-4506-a9ac-28e6e70711f6 req-d221b2d8-88fb-47eb-be93-bed0a8ed2621 tempest-DeleteServersTestJSON-633373428 tempest-DeleteServersTestJSON-633373428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693340'] for port, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:45.971654 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-a791b877-4910-4567-b50b-690a430be6b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:46.069712 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device ba0b4b88-3d76-432f-b93d-a33a0c0d5162 up at agent ovs-agent-dv-cinder-796286-2-smb {{(pid=91937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:34:46.071067 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd19c566-0752-444f-9cd7-348ac5f1c633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=522f5669-94f8-4e77-a1ed-443475e3bced,revision_number=1']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:46.077749 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-bd19c566-0752-444f-9cd7-348ac5f1c633 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:46.087645 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-bd19c566-0752-444f-9cd7-348ac5f1c633 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c975323fcd784c87b72478e17e8b5475&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8604984 Jun 14 16:34:46.099095 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 41034) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:46.214353 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Provisioning complete for port ba0b4b88-3d76-432f-b93d-a33a0c0d5162 triggered by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:34:46.216599 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:46.324190 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-9551a638-7193-4562-b05c-93be9d9f2f2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:46.333695 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-e0f42da8-4fc6-4ee7-bb1d-1e172425e733 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:46.401996 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-c1381013-2deb-4a9e-a700-a18bf3e41234 req-f22cb903-7316-4ac7-ab5d-32b45002af7a tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/ports?device_id=56df6d02-0da2-42e6-8fca-eba1c8fea1a6 HTTP/1.1" status: 200 len: 210 time: 0.2030087 Jun 14 16:34:46.423584 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-0bc1b848-a3a5-4506-a9ac-28e6e70711f6 req-d221b2d8-88fb-47eb-be93-bed0a8ed2621 tempest-DeleteServersTestJSON-633373428 tempest-DeleteServersTestJSON-633373428-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6901350 Jun 14 16:34:46.462040 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [req-0bc1b848-a3a5-4506-a9ac-28e6e70711f6 req-4213f3ce-0059-4540-a31c-4cf3576275d8 tempest-DeleteServersTestJSON-633373428 tempest-DeleteServersTestJSON-633373428-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=91935) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 14 16:34:46.463249 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-0bc1b848-a3a5-4506-a9ac-28e6e70711f6 req-4213f3ce-0059-4540-a31c-4cf3576275d8 tempest-DeleteServersTestJSON-633373428 tempest-DeleteServersTestJSON-633373428-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0123367 Jun 14 16:34:46.474911 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-9551a638-7193-4562-b05c-93be9d9f2f2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:46.499829 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-ac6c5b30-81a4-42d1-b1ce-32bb9514eef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.905s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:46.502154 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-f1f24307-0a7e-4692-9a06-db3d477109d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.800s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:46.579929 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-e0f42da8-4fc6-4ee7-bb1d-1e172425e733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:46.580679 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32e26eef-bd88-4bd2-a7b0-305a4dd596b8 req-5f5d379c-e321-4268-8289-08b48b50e2c5 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Made reservation on behalf of 2a5847235a974f63891d8576b13e7ab6 for: {'port': 1} {{(pid=91936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:34:46.588366 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-32e26eef-bd88-4bd2-a7b0-305a4dd596b8 req-5f5d379c-e321-4268-8289-08b48b50e2c5 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-782655'] for port, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:46.662396 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-e0f42da8-4fc6-4ee7-bb1d-1e172425e733 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3691715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900868'] for router_interface, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:46.679180 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee0c9c2-241d-4b75-960b-0229d1b83d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58a7db6-716f-4f66-a3d9-44bd270a022b,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:46.739440 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-eee0c9c2-241d-4b75-960b-0229d1b83d0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:46.739957 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:46.741290 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 41046) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:46.753747 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-7e5b43cf-f794-4c60-a416-9a6c0836b7f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:46.795988 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-accef293-800e-4462-a4dc-cb43d1558b02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:46.801448 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-9551a638-7193-4562-b05c-93be9d9f2f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:46.810404 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-9551a638-7193-4562-b05c-93be9d9f2f2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:46.811983 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-9551a638-7193-4562-b05c-93be9d9f2f2a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/522f5669-94f8-4e77-a1ed-443475e3bced HTTP/1.1" status: 204 len: 168 time: 0.7109821 Jun 14 16:34:46.815701 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-bd19c566-0752-444f-9cd7-348ac5f1c633 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:46.816452 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a988e498-d365-4fc1-b4bc-97a31f6ae0c8 req-cfa3f148-e31d-422b-951f-f617b3032f2f tempest-DeleteServersTestJSON-633373428 tempest-DeleteServersTestJSON-633373428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:46.825931 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-a988e498-d365-4fc1-b4bc-97a31f6ae0c8 req-cfa3f148-e31d-422b-951f-f617b3032f2f tempest-DeleteServersTestJSON-633373428 tempest-DeleteServersTestJSON-633373428-project] 10.222.0.16 "GET /v2.0/ports?device_id=197c8f7e-1847-4f23-a156-015feeff965a HTTP/1.1" status: 200 len: 932 time: 1.5773962 Jun 14 16:34:46.836494 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9551a638-7193-4562-b05c-93be9d9f2f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=522f5669-94f8-4e77-a1ed-443475e3bced,revision_number=None']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:46.842443 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-9551a638-7193-4562-b05c-93be9d9f2f2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:47.038119 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-accef293-800e-4462-a4dc-cb43d1558b02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:47.045763 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-accef293-800e-4462-a4dc-cb43d1558b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:47.053615 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:47.062009 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f42da8-4fc6-4ee7-bb1d-1e172425e733 admin admin] Pushing event updated for resources: {'Port': ['ID=e6f764ad-a0f4-4314-b227-11ddd6522d49,revision_number=2']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:47.113511 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accef293-800e-4462-a4dc-cb43d1558b02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe7c007e-4fc1-4142-a50c-24ff5f4a6307,revision_number=1']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:47.118749 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-accef293-800e-4462-a4dc-cb43d1558b02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:47.119964 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-e0f42da8-4fc6-4ee7-bb1d-1e172425e733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:47.159468 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-accef293-800e-4462-a4dc-cb43d1558b02 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b91701c19a4f4ec89ef894b82a790043&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4168329 Jun 14 16:34:47.162510 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 41052) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:47.198788 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-7e5b43cf-f794-4c60-a416-9a6c0836b7f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:47.208998 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.v2.base [req-0bc1b848-a3a5-4506-a9ac-28e6e70711f6 req-4caa1b1d-dd2d-4233-a9d1-bad06857a4e0 service neutron] Request body: {'port': {'device_id': '197c8f7e-1847-4f23-a156-015feeff965a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=91935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:34:47.348499 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-2e1a47b5-e89a-4350-a90a-4b3032f9bed9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:47.514536 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-0bc1b848-a3a5-4506-a9ac-28e6e70711f6 req-4caa1b1d-dd2d-4233-a9d1-bad06857a4e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:47.560969 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-2e1a47b5-e89a-4350-a90a-4b3032f9bed9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:47.608555 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-ac6c5b30-81a4-42d1-b1ce-32bb9514eef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:47.686469 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-a988e498-d365-4fc1-b4bc-97a31f6ae0c8 req-7c8c10b1-6fa1-474e-802a-6dddcfcc811a tempest-DeleteServersTestJSON-633373428 tempest-DeleteServersTestJSON-633373428-project] 10.222.0.16 "GET /v2.0/security-groups?id=76b2d887-2dc7-463f-8221-defb6639739c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8595057 Jun 14 16:34:47.726955 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-615ad67d-3d25-4f3d-99ba-b8ab576dac8a req-eb9e110e-dd2e-4296-8809-9c62962bdff8 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/ports?device_id=56df6d02-0da2-42e6-8fca-eba1c8fea1a6 HTTP/1.1" status: 200 len: 210 time: 0.0949044 Jun 14 16:34:48.005026 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-2e1a47b5-e89a-4350-a90a-4b3032f9bed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:48.090817 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f42da8-4fc6-4ee7-bb1d-1e172425e733 admin admin] Network b827e6b3-7ed7-4462-86b3-950f50bba85c is already hosted by enough agents. {{(pid=91936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:34:48.113674 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.base_scheduler [None req-e0f42da8-4fc6-4ee7-bb1d-1e172425e733 admin admin] Resources bound (agent type, host, resource id): {{(pid=91936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:34:48.510761 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-f54cc09e-0b04-4bdb-9d73-1fa631a99a2c None None] Provisioning complete for port e6f764ad-a0f4-4314-b227-11ddd6522d49 triggered by entity DHCP. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:34:48.512123 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-f54cc09e-0b04-4bdb-9d73-1fa631a99a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:48.557068 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.notifiers.nova [req-0bc1b848-a3a5-4506-a9ac-28e6e70711f6 req-4caa1b1d-dd2d-4233-a9d1-bad06857a4e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5129fe03-fbd2-4e48-8019-01956bb9aac7 {{(pid=91935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 16:34:48.563752 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.db.db_base_plugin_common [req-32e26eef-bd88-4bd2-a7b0-305a4dd596b8 req-5f5d379c-e321-4268-8289-08b48b50e2c5 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Allocated IP 172.20.0.13 (e2198c61-c227-4c44-94c3-63db66ef4b23/826d910f-c166-497c-95fa-57ee752151ec/b70c5f57-41fc-4e3d-8e9b-e99910b86854) {{(pid=91936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 16:34:48.581394 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-0bc1b848-a3a5-4506-a9ac-28e6e70711f6 req-4caa1b1d-dd2d-4233-a9d1-bad06857a4e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:48.628475 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.plugin [None req-f54cc09e-0b04-4bdb-9d73-1fa631a99a2c None None] Port e6f764ad-a0f4-4314-b227-11ddd6522d49 cannot update to ACTIVE because it is not bound. {{(pid=91937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 16:34:48.649989 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.db.provisioning_blocks [req-0bc1b848-a3a5-4506-a9ac-28e6e70711f6 req-4caa1b1d-dd2d-4233-a9d1-bad06857a4e0 service neutron] Transition to ACTIVE for port object 5129fe03-fbd2-4e48-8019-01956bb9aac7 will not be triggered until provisioned by entity L2. {{(pid=91935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:34:48.658128 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-2e1a47b5-e89a-4350-a90a-4b3032f9bed9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:48.662812 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-2e1a47b5-e89a-4350-a90a-4b3032f9bed9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fe7c007e-4fc1-4142-a50c-24ff5f4a6307 HTTP/1.1" status: 204 len: 168 time: 1.4981847 Jun 14 16:34:48.665637 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:48.695227 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1a47b5-e89a-4350-a90a-4b3032f9bed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe7c007e-4fc1-4142-a50c-24ff5f4a6307,revision_number=None']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:48.716777 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-0bc1b848-a3a5-4506-a9ac-28e6e70711f6 req-4caa1b1d-dd2d-4233-a9d1-bad06857a4e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:48.718923 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-2e1a47b5-e89a-4350-a90a-4b3032f9bed9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:48.755845 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:48.885879 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-531274c9-bddc-454f-8035-f1172ade9413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:48.904203 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-32e26eef-bd88-4bd2-a7b0-305a4dd596b8 req-5f5d379c-e321-4268-8289-08b48b50e2c5 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Notify callbacks [] for port, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:48.935350 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 41094) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:48.959392 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-7e5b43cf-f794-4c60-a416-9a6c0836b7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:48.965693 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-32e26eef-bd88-4bd2-a7b0-305a4dd596b8 req-5f5d379c-e321-4268-8289-08b48b50e2c5 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-782844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4109363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742579636511'] for port, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:48.974633 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-7e5b43cf-f794-4c60-a416-9a6c0836b7f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:48.976191 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-7e5b43cf-f794-4c60-a416-9a6c0836b7f4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/50f9243a-66d7-47d6-9915-f8db50afd758 HTTP/1.1" status: 204 len: 168 time: 3.4626591 Jun 14 16:34:48.993316 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-1c51aef4-0329-411a-8b5e-85887e931900 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:49.035783 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5b43cf-f794-4c60-a416-9a6c0836b7f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f9243a-66d7-47d6-9915-f8db50afd758,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:49.058712 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0f42da8-4fc6-4ee7-bb1d-1e172425e733 admin admin] Router 3f079bc4-c906-4068-9e73-a356d5e37921 has already been hosted by L3 agent ca10c576-315d-4f3b-b2d0-f5eeab5e8277 {{(pid=91936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 16:34:49.061580 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-7e5b43cf-f794-4c60-a416-9a6c0836b7f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:49.191820 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-be1f34cb-0f84-465c-8e42-50b1c20c50b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:49.284952 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.agents_db [None req-014db0b1-f8e7-4480-967a-879c185ba95d None None] Agent healthcheck: found 6 active agents {{(pid=91938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:34:49.485055 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caa1b1d-dd2d-4233-a9d1-bad06857a4e0 service neutron] Pushing event updated for resources: {'Port': ['ID=5129fe03-fbd2-4e48-8019-01956bb9aac7,revision_number=2']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:49.490965 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-4caa1b1d-dd2d-4233-a9d1-bad06857a4e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.735s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:49.527421 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.managers [req-0bc1b848-a3a5-4506-a9ac-28e6e70711f6 req-4caa1b1d-dd2d-4233-a9d1-bad06857a4e0 service neutron] Attempting to bind port 5129fe03-fbd2-4e48-8019-01956bb9aac7 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=91935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 16:34:49.528078 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.managers [req-0bc1b848-a3a5-4506-a9ac-28e6e70711f6 req-4caa1b1d-dd2d-4233-a9d1-bad06857a4e0 service neutron] Attempting to bind port 5129fe03-fbd2-4e48-8019-01956bb9aac7 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'a6c13cc0-2490-43c0-a137-29e0485b16ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '7f516194-514f-4bc1-82d7-25714577a047'}] {{(pid=91935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 16:34:49.528570 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc1b848-a3a5-4506-a9ac-28e6e70711f6 req-4caa1b1d-dd2d-4233-a9d1-bad06857a4e0 service neutron] Attempting to bind port 5129fe03-fbd2-4e48-8019-01956bb9aac7 on network 7f516194-514f-4bc1-82d7-25714577a047 {{(pid=91935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:34:49.538654 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc1b848-a3a5-4506-a9ac-28e6e70711f6 req-4caa1b1d-dd2d-4233-a9d1-bad06857a4e0 service neutron] Port 5129fe03-fbd2-4e48-8019-01956bb9aac7 on network 7f516194-514f-4bc1-82d7-25714577a047 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=91935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 16:34:49.539371 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc1b848-a3a5-4506-a9ac-28e6e70711f6 req-4caa1b1d-dd2d-4233-a9d1-bad06857a4e0 service neutron] Attempting to bind port 5129fe03-fbd2-4e48-8019-01956bb9aac7 on network 7f516194-514f-4bc1-82d7-25714577a047 {{(pid=91935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:34:49.554435 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc1b848-a3a5-4506-a9ac-28e6e70711f6 req-4caa1b1d-dd2d-4233-a9d1-bad06857a4e0 service neutron] Checking agent: {'id': '1755a277-340e-436e-845c-4a890e3bd21a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 32, 46), 'started_at': datetime.datetime(2021, 6, 14, 16, 32, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 16, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 16:34:49.554893 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc1b848-a3a5-4506-a9ac-28e6e70711f6 req-4caa1b1d-dd2d-4233-a9d1-bad06857a4e0 service neutron] Checking segment: {'id': 'a6c13cc0-2490-43c0-a137-29e0485b16ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '7f516194-514f-4bc1-82d7-25714577a047'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:34:49.555877 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc1b848-a3a5-4506-a9ac-28e6e70711f6 req-4caa1b1d-dd2d-4233-a9d1-bad06857a4e0 service neutron] Bound using segment: {'id': 'a6c13cc0-2490-43c0-a137-29e0485b16ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '7f516194-514f-4bc1-82d7-25714577a047'} {{(pid=91935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 16:34:49.556764 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.managers [req-0bc1b848-a3a5-4506-a9ac-28e6e70711f6 req-4caa1b1d-dd2d-4233-a9d1-bad06857a4e0 service neutron] Bound port: 5129fe03-fbd2-4e48-8019-01956bb9aac7, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6c13cc0-2490-43c0-a137-29e0485b16ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '7f516194-514f-4bc1-82d7-25714577a047'}}] {{(pid=91935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 16:34:49.556981 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-0bc1b848-a3a5-4506-a9ac-28e6e70711f6 req-4caa1b1d-dd2d-4233-a9d1-bad06857a4e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:49.586600 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3a262-9111-40fa-87bf-52c08fe5179e req-6679f15a-8f11-454d-a612-1bba011ac4e1 tempest-DeleteServersTestJSON-633373428 tempest-DeleteServersTestJSON-633373428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:49.588479 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-30e3a262-9111-40fa-87bf-52c08fe5179e req-6679f15a-8f11-454d-a612-1bba011ac4e1 tempest-DeleteServersTestJSON-633373428 tempest-DeleteServersTestJSON-633373428-project] 10.222.0.16 "GET /v2.0/ports?device_id=197c8f7e-1847-4f23-a156-015feeff965a HTTP/1.1" status: 200 len: 944 time: 0.4521241 Jun 14 16:34:49.651157 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32e26eef-bd88-4bd2-a7b0-305a4dd596b8 req-5f5d379c-e321-4268-8289-08b48b50e2c5 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Network e2198c61-c227-4c44-94c3-63db66ef4b23 is already hosted by enough agents. {{(pid=91936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:34:49.718920 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-30e3a262-9111-40fa-87bf-52c08fe5179e req-029e47bb-aa79-479d-b6fd-49c2423f39b9 tempest-DeleteServersTestJSON-633373428 tempest-DeleteServersTestJSON-633373428-project] 10.222.0.16 "GET /v2.0/security-groups?id=76b2d887-2dc7-463f-8221-defb6639739c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560005 Jun 14 16:34:49.812747 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.db [req-0bc1b848-a3a5-4506-a9ac-28e6e70711f6 req-4caa1b1d-dd2d-4233-a9d1-bad06857a4e0 service neutron] For port 5129fe03-fbd2-4e48-8019-01956bb9aac7, host hv-cinder-79628, cleared binding levels {{(pid=91935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 16:34:49.835981 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.base_scheduler [req-32e26eef-bd88-4bd2-a7b0-305a4dd596b8 req-5f5d379c-e321-4268-8289-08b48b50e2c5 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Resources bound (agent type, host, resource id): {{(pid=91936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:34:49.849419 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.db.l3_dvrscheduler_db [req-32e26eef-bd88-4bd2-a7b0-305a4dd596b8 req-5f5d379c-e321-4268-8289-08b48b50e2c5 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Received port after_create {{(pid=91936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 16:34:49.863381 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e26eef-bd88-4bd2-a7b0-305a4dd596b8 req-5f5d379c-e321-4268-8289-08b48b50e2c5 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:49.864128 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-32e26eef-bd88-4bd2-a7b0-305a4dd596b8 req-5f5d379c-e321-4268-8289-08b48b50e2c5 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693340'] for port, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:49.892756 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.v2.base [None req-02a865a5-0c5f-4184-8264-6fa2524673a9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1133475814-network', 'tenant_id': 'a3834c19f3ee48338a835c986da48b66'}} {{(pid=91935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:34:49.924939 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.db [req-0bc1b848-a3a5-4506-a9ac-28e6e70711f6 req-4caa1b1d-dd2d-4233-a9d1-bad06857a4e0 service neutron] For port 5129fe03-fbd2-4e48-8019-01956bb9aac7, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=5129fe03-fbd2-4e48-8019-01956bb9aac7,segment=NetworkSegment(a6c13cc0-2490-43c0-a137-29e0485b16ac),segment_id=a6c13cc0-2490-43c0-a137-29e0485b16ac)] {{(pid=91935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 16:34:49.958021 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-0bc1b848-a3a5-4506-a9ac-28e6e70711f6 req-4caa1b1d-dd2d-4233-a9d1-bad06857a4e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:49.999489 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:50.106979 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5d379c-e321-4268-8289-08b48b50e2c5 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Pushing event updated for resources: {'Port': ['ID=b70c5f57-41fc-4e3d-8e9b-e99910b86854,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:50.118392 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-5f5d379c-e321-4268-8289-08b48b50e2c5 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.927s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:50.170242 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a865a5-0c5f-4184-8264-6fa2524673a9 admin admin] Made reservation on behalf of a3834c19f3ee48338a835c986da48b66 for: {'network': 1} {{(pid=91935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:34:50.174523 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-02a865a5-0c5f-4184-8264-6fa2524673a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-782655'] for network, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:50.185113 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f42da8-4fc6-4ee7-bb1d-1e172425e733 admin admin] Notify agent at l3_agent.dv-cinder-796286-2-smb the message routers_updated {{(pid=91936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 16:34:50.195570 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1648a8da-ccb2-442c-b873-a2f724efb586 None None] Sync routers for ids ['3f079bc4-c906-4068-9e73-a356d5e37921'] in dv-cinder-796286-2-smb {{(pid=91938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 16:34:50.222837 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-e0f42da8-4fc6-4ee7-bb1d-1e172425e733 admin admin] 10.222.0.16 "PUT /v2.0/routers/3f079bc4-c906-4068-9e73-a356d5e37921/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7887464 Jun 14 16:34:50.235817 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-02a865a5-0c5f-4184-8264-6fa2524673a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:50.236751 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1648a8da-ccb2-442c-b873-a2f724efb586 None None] Routers {'3f079bc4-c906-4068-9e73-a356d5e37921'} bound to L3 agent in host dv-cinder-796286-2-smb {{(pid=91938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:34:50.241722 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_hamode_db [None req-1648a8da-ccb2-442c-b873-a2f724efb586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-14T16:26:21Z,description=,heartbeat_timestamp=2021-06-14T16:34:22Z,host='dv-cinder-796286-2-smb',id=ca10c576-315d-4f3b-b2d0-f5eeab5e8277,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:26:21Z,topic='l3_agent')) {'router_ids': ['3f079bc4-c906-4068-9e73-a356d5e37921'], 'active': True} {{(pid=91938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:34:50.295641 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-32e26eef-bd88-4bd2-a7b0-305a4dd596b8 req-5f5d379c-e321-4268-8289-08b48b50e2c5 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.1637499 Jun 14 16:34:50.395690 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.v2.base [req-32e26eef-bd88-4bd2-a7b0-305a4dd596b8 req-a1b2efdc-6a74-4295-a5a8-4f2e2aaf7db0 service neutron] Request body: {'port': {'device_id': '56df6d02-0da2-42e6-8fca-eba1c8fea1a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=91936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:34:50.423906 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-ac6c5b30-81a4-42d1-b1ce-32bb9514eef4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:50.483988 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-02a865a5-0c5f-4184-8264-6fa2524673a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:50.486173 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caa1b1d-dd2d-4233-a9d1-bad06857a4e0 service neutron] Pushing event updated for resources: {'Port': ['ID=5129fe03-fbd2-4e48-8019-01956bb9aac7,revision_number=3']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:50.490568 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1b848-a3a5-4506-a9ac-28e6e70711f6 req-4caa1b1d-dd2d-4233-a9d1-bad06857a4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:50.491435 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-0bc1b848-a3a5-4506-a9ac-28e6e70711f6 req-4caa1b1d-dd2d-4233-a9d1-bad06857a4e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693340'] for port, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:50.492944 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-0bc1b848-a3a5-4506-a9ac-28e6e70711f6 req-4caa1b1d-dd2d-4233-a9d1-bad06857a4e0 service neutron] 10.222.0.41 "PUT /v2.0/ports/5129fe03-fbd2-4e48-8019-01956bb9aac7 HTTP/1.1" status: 200 len: 1094 time: 3.7618804 Jun 14 16:34:50.493801 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '197c8f7e-1847-4f23-a156-015feeff965a', 'tag': '5129fe03-fbd2-4e48-8019-01956bb9aac7'}] {{(pid=91935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:34:50.555559 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-ac6c5b30-81a4-42d1-b1ce-32bb9514eef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:50.580877 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_dvr_db [None req-1648a8da-ccb2-442c-b873-a2f724efb586 None None] Set router 3f079bc4-c906-4068-9e73-a356d5e37921 gateway port host: dv-cinder-796286-2-smb {{(pid=91938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:34:50.587365 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-ac6c5b30-81a4-42d1-b1ce-32bb9514eef4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3691715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900868'] for router_interface, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:50.608369 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-4caa1b1d-dd2d-4233-a9d1-bad06857a4e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.611s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:50.609912 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-02a865a5-0c5f-4184-8264-6fa2524673a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:50.615449 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-9551a638-7193-4562-b05c-93be9d9f2f2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:50.658660 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02a865a5-0c5f-4184-8264-6fa2524673a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=91935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 16:34:50.664487 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-e0f42da8-4fc6-4ee7-bb1d-1e172425e733 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:50.675032 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a865a5-0c5f-4184-8264-6fa2524673a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3df8b92-93ce-4ce5-b847-ba7097662a8c,revision_number=1']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:50.738912 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-02a865a5-0c5f-4184-8264-6fa2524673a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:50.740165 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-02a865a5-0c5f-4184-8264-6fa2524673a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678690'] for segment, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:50.740510 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.db.segments_db [None req-02a865a5-0c5f-4184-8264-6fa2524673a9 admin admin] Added segment e211a8be-a594-4240-936f-c929f7555bfc of type vlan for network 6449c0e3-a1fa-4185-aba7-dbf8eda92b3e Jun 14 16:34:50.841266 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-02a865a5-0c5f-4184-8264-6fa2524673a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742579622822'] for network, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:50.868936 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1b848-a3a5-4506-a9ac-28e6e70711f6 req-bc4a7adc-9af8-48e9-a585-19082f9d3ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:50.871700 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-0bc1b848-a3a5-4506-a9ac-28e6e70711f6 req-bc4a7adc-9af8-48e9-a585-19082f9d3ab4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=30ce1b2289d54cf7ac158d3723364a14&device_id=197c8f7e-1847-4f23-a156-015feeff965a HTTP/1.1" status: 200 len: 1097 time: 0.1932003 Jun 14 16:34:50.880255 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953cba9c-dee3-4918-9ec9-de2c06b93e5f req-835a31b4-e967-4070-8b84-004a11c4b188 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:50.888791 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-953cba9c-dee3-4918-9ec9-de2c06b93e5f req-835a31b4-e967-4070-8b84-004a11c4b188 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/ports?device_id=56df6d02-0da2-42e6-8fca-eba1c8fea1a6 HTTP/1.1" status: 200 len: 932 time: 1.3481824 Jun 14 16:34:50.988482 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-0bc1b848-a3a5-4506-a9ac-28e6e70711f6 req-358c9bdb-9c01-4f3e-9d4a-338adadabb92 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5129fe03-fbd2-4e48-8019-01956bb9aac7 HTTP/1.1" status: 200 len: 217 time: 0.0853426 Jun 14 16:34:50.996852 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-02a865a5-0c5f-4184-8264-6fa2524673a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-121365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693369'] for network, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:51.007778 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a865a5-0c5f-4184-8264-6fa2524673a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:51.008376 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-02a865a5-0c5f-4184-8264-6fa2524673a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693340'] for network, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:51.030455 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6c5b30-81a4-42d1-b1ce-32bb9514eef4 admin admin] Pushing event updated for resources: {'Port': ['ID=8bbc9c51-ade6-4933-977c-7c8985f89c69,revision_number=2']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:51.032292 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-ec91f11b-9e3e-41f7-86ca-14faff3e10e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:51.172565 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-ac6c5b30-81a4-42d1-b1ce-32bb9514eef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:51.244042 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-02a865a5-0c5f-4184-8264-6fa2524673a9 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.3072572 Jun 14 16:34:51.245972 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-953cba9c-dee3-4918-9ec9-de2c06b93e5f req-bf249de8-91b3-45f7-a57a-3e6f452cad9b tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d68b5e0-d111-4ac2-8cbb-412eb72c7454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3529644 Jun 14 16:34:51.248728 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 41164) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:51.286906 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.v2.base [None req-c891d92b-90c0-43c0-a71b-a84bf957f6ce admin admin] Request body: {'subnet': {'network_id': '6449c0e3-a1fa-4185-aba7-dbf8eda92b3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1133475814-subnet', 'tenant_id': 'a3834c19f3ee48338a835c986da48b66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:34:51.289914 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-32e26eef-bd88-4bd2-a7b0-305a4dd596b8 req-a1b2efdc-6a74-4295-a5a8-4f2e2aaf7db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:51.352502 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_hamode_db [None req-1648a8da-ccb2-442c-b873-a2f724efb586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f079bc4-c906-4068-9e73-a356d5e37921', 'name': 'tempest-AttachVolumeShelveTestJSON-275120226-router', 'tenant_id': '5e64979c8b4744a1a9e561844a8d2019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.98'}], 'enable_snat': True}, 'gw_port_id': 'bb8407da-48f5-4573-b8b7-d91c97efb752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:34:32Z', 'updated_at': '2021-06-14T16:34:44Z', 'revision_number': 4, 'project_id': '5e64979c8b4744a1a9e561844a8d2019', 'gw_port': {'id': 'bb8407da-48f5-4573-b8b7-d91c97efb752', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f079bc4-c906-4068-9e73-a356d5e37921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:34:33Z', 'updated_at': '2021-06-14T16:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb', '_interfaces': [{'id': 'e6f764ad-a0f4-4314-b227-11ddd6522d49', 'name': '', 'network_id': 'b827e6b3-7ed7-4462-86b3-950f50bba85c', 'tenant_id': '5e64979c8b4744a1a9e561844a8d2019', 'mac_address': 'fa:16:3e:50:7b:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f079bc4-c906-4068-9e73-a356d5e37921', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1c618564-7ca5-4a66-b740-3ae47e99df42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:34:40Z', 'updated_at': '2021-06-14T16:34:46Z', 'revision_number': 2, 'project_id': '5e64979c8b4744a1a9e561844a8d2019', 'subnets': [{'id': '1c618564-7ca5-4a66-b740-3ae47e99df42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-smb', False) {} {{(pid=91938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:34:51.359755 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6661bf290492edb1b3f10c978b9fa8124be38cabc2d7e3087d82166a711c303" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5dad285-5ac3-4456-a3e8-7994e3bf7013" -d '{"events": [{"name": "network-changed", "server_uuid": "197c8f7e-1847-4f23-a156-015feeff965a", "tag": "5129fe03-fbd2-4e48-8019-01956bb9aac7"}]}' {{(pid=91935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:34:51.366850 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1648a8da-ccb2-442c-b873-a2f724efb586 None None] Checking router: 3f079bc4-c906-4068-9e73-a356d5e37921 for host: dv-cinder-796286-2-smb {{(pid=91938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 16:34:51.367517 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1648a8da-ccb2-442c-b873-a2f724efb586 None None] Updating router 3f079bc4-c906-4068-9e73-a356d5e37921 port e6f764ad-a0f4-4314-b227-11ddd6522d49 binding host dv-cinder-796286-2-smb {{(pid=91938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 16:34:51.390481 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c891d92b-90c0-43c0-a71b-a84bf957f6ce admin admin] Made reservation on behalf of a3834c19f3ee48338a835c986da48b66 for: {'subnet': 1} {{(pid=91935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:34:51.399719 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-c891d92b-90c0-43c0-a71b-a84bf957f6ce admin admin] Notify callbacks [] for subnet, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:51.565742 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-3db900cd-04ea-4005-be7c-253329565001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:51.572476 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron_lib.callbacks.manager [None req-1648a8da-ccb2-442c-b873-a2f724efb586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:51.582779 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6c5b30-81a4-42d1-b1ce-32bb9514eef4 admin admin] Network fefc79f4-b27a-4754-9a1b-78e53aa8e11e is already hosted by enough agents. {{(pid=91936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:34:51.629904 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.base_scheduler [None req-ac6c5b30-81a4-42d1-b1ce-32bb9514eef4 admin admin] Resources bound (agent type, host, resource id): {{(pid=91936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:34:51.839080 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:51.839596 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1b848-a3a5-4506-a9ac-28e6e70711f6 req-3ce93e50-3541-4209-ab64-fdae94c96cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:51.854257 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-0bc1b848-a3a5-4506-a9ac-28e6e70711f6 req-3ce93e50-3541-4209-ab64-fdae94c96cee service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5b4a8f54-b699-4afc-bf48-f8453a29a9ea HTTP/1.1" status: 200 len: 852 time: 0.8550467 Jun 14 16:34:51.862135 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 41180) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:51.867200 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.v2.base [None req-2ede9f07-4d92-4209-9e8e-a9d8d42c9463 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1232368125', 'description': 'tempest-description--623127391'}} {{(pid=91935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:34:51.903688 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a865a5-0c5f-4184-8264-6fa2524673a9 admin admin] Pushing event updated for resources: {'Network': ['ID=6449c0e3-a1fa-4185-aba7-dbf8eda92b3e,revision_number=1']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:51.915446 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-2ede9f07-4d92-4209-9e8e-a9d8d42c9463 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks [] for security_group, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:51.939381 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Network 6449c0e3-a1fa-4185-aba7-dbf8eda92b3e details requested by agent ovs-agent-dv-cinder-796286-2-smb with host dv-cinder-796286-2-smb {{(pid=91937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 16:34:51.943307 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-02a865a5-0c5f-4184-8264-6fa2524673a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.911s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:52.022930 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-0bc1b848-a3a5-4506-a9ac-28e6e70711f6 req-bcc3c69b-e6f0-49fb-a252-09f489f45914 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7f516194-514f-4bc1-82d7-25714577a047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1129711 Jun 14 16:34:52.306356 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-0bc1b848-a3a5-4506-a9ac-28e6e70711f6 req-12214f32-d366-4832-86e9-12103b05c205 service neutron] 10.222.0.41 "GET /v2.0/networks/7f516194-514f-4bc1-82d7-25714577a047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129254 Jun 14 16:34:52.324986 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-c891d92b-90c0-43c0-a71b-a84bf957f6ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346'] for subnet, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:52.404904 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-47f6818e-a8b0-4585-9f46-dc2ac8f14f51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:52.639944 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 16:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-324bfeff-67e2-4d18-a004-97508226b6cc x-openstack-request-id: req-324bfeff-67e2-4d18-a004-97508226b6cc {{(pid=91935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:34:52.640540 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "197c8f7e-1847-4f23-a156-015feeff965a", "tag": "5129fe03-fbd2-4e48-8019-01956bb9aac7", "status": "completed", "code": 200}]} {{(pid=91935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:34:52.640976 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-324bfeff-67e2-4d18-a004-97508226b6cc {{(pid=91935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:34:52.641621 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '197c8f7e-1847-4f23-a156-015feeff965a', 'tag': '5129fe03-fbd2-4e48-8019-01956bb9aac7', 'status': 'completed', 'code': 200} Jun 14 16:34:52.643393 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron_lib.callbacks.manager [None req-1648a8da-ccb2-442c-b873-a2f724efb586 None None] Notify callbacks [] for port, precommit_update {{(pid=91938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:52.645930 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c891d92b-90c0-43c0-a71b-a84bf957f6ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f5c3369-5093-412b-b39e-28a9c95cb199,revision_number=0']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:52.679028 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-c891d92b-90c0-43c0-a71b-a84bf957f6ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:52.704587 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.provisioning_blocks [None req-1648a8da-ccb2-442c-b873-a2f724efb586 None None] Transition to ACTIVE for port object e6f764ad-a0f4-4314-b227-11ddd6522d49 will not be triggered until provisioned by entity L2. {{(pid=91938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:34:52.725642 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron_lib.callbacks.manager [None req-1648a8da-ccb2-442c-b873-a2f724efb586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:52.746426 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-ac317c73-f3f7-46db-8eeb-274d40bc3b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:52.772622 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91938) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:52.833689 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 41204) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:52.834475 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c891d92b-90c0-43c0-a71b-a84bf957f6ce admin admin] Checking segment: {'id': 'e211a8be-a594-4240-936f-c929f7555bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '6449c0e3-a1fa-4185-aba7-dbf8eda92b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:34:52.834827 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c891d92b-90c0-43c0-a71b-a84bf957f6ce admin admin] Network hostable DHCP agents. Network: 6449c0e3-a1fa-4185-aba7-dbf8eda92b3e, hostable agents: ['9880e1f8-c94d-4d9a-b71a-e9b00091ad04'], hosted agents: [] {{(pid=91935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 16:34:52.939093 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c891d92b-90c0-43c0-a71b-a84bf957f6ce admin admin] Network 6449c0e3-a1fa-4185-aba7-dbf8eda92b3e is scheduled to be hosted by DHCP agent 9880e1f8-c94d-4d9a-b71a-e9b00091ad04 with binding_index 1 {{(pid=91935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 16:34:52.984788 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.base_scheduler [None req-c891d92b-90c0-43c0-a71b-a84bf957f6ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-2-smb, 6449c0e3-a1fa-4185-aba7-dbf8eda92b3e) {{(pid=91935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:34:53.001168 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a188a8-540e-4dbb-90c5-d06f3c9277e8 None None] Network 6449c0e3-a1fa-4185-aba7-dbf8eda92b3e requested from dv-cinder-796286-2-smb {{(pid=91937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 16:34:53.085007 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c891d92b-90c0-43c0-a71b-a84bf957f6ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:53.086730 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-c891d92b-90c0-43c0-a71b-a84bf957f6ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693340'] for subnet, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:53.262890 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-2ede9f07-4d92-4209-9e8e-a9d8d42c9463 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks [] for security_group, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:53.281103 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-2ede9f07-4d92-4209-9e8e-a9d8d42c9463 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:53.283424 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-0bc1b848-a3a5-4506-a9ac-28e6e70711f6 req-18dadd29-0af1-4008-aa8a-d44ecf119006 service neutron] 10.222.0.41 "GET /v2.0/networks/7f516194-514f-4bc1-82d7-25714577a047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9483967 Jun 14 16:34:53.295975 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-c891d92b-90c0-43c0-a71b-a84bf957f6ce admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0423284 Jun 14 16:34:53.320174 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:53.434655 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ede9f07-4d92-4209-9e8e-a9d8d42c9463 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8daba1fe-8982-46f6-b6c7-60cb14092ebe,revision_number=1']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:53.466762 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-2ede9f07-4d92-4209-9e8e-a9d8d42c9463 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:53.492353 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e630672d-ae7a-460f-874b-5a1a3218a29f req-ace33c0a-6ef2-4ed3-b7cf-4a458194e44a tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:53.502094 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-e630672d-ae7a-460f-874b-5a1a3218a29f req-ace33c0a-6ef2-4ed3-b7cf-4a458194e44a tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/ports?device_id=56df6d02-0da2-42e6-8fca-eba1c8fea1a6 HTTP/1.1" status: 200 len: 932 time: 0.6701560 Jun 14 16:34:53.545238 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7bc82a-0be8-48e8-b2f4-168ae32c8143 None None] Network 6449c0e3-a1fa-4185-aba7-dbf8eda92b3e requested from dv-cinder-796286-2-smb {{(pid=91937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 16:34:53.650410 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-e630672d-ae7a-460f-874b-5a1a3218a29f req-c42547d8-781b-4d33-9d0a-1d9fb984c0f8 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d68b5e0-d111-4ac2-8cbb-412eb72c7454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425979 Jun 14 16:34:53.652109 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-2ede9f07-4d92-4209-9e8e-a9d8d42c9463 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks [] for security_group, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:53.653739 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-2ede9f07-4d92-4209-9e8e-a9d8d42c9463 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.7904186 Jun 14 16:34:53.679777 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 41218) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:53.688492 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.v2.base [None req-9d35faad-0217-4674-97a5-321b1e28c4b8 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Request body: {'security_group_rule': {'security_group_id': '8daba1fe-8982-46f6-b6c7-60cb14092ebe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:34:53.705819 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.plugins.ml2.managers [None req-1648a8da-ccb2-442c-b873-a2f724efb586 None None] Attempting to bind port e6f764ad-a0f4-4314-b227-11ddd6522d49 on host dv-cinder-796286-2-smb for vnic_type normal with profile {{(pid=91938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 16:34:53.707132 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.plugins.ml2.managers [None req-1648a8da-ccb2-442c-b873-a2f724efb586 None None] Attempting to bind port e6f764ad-a0f4-4314-b227-11ddd6522d49 by drivers openvswitch,hyperv on host dv-cinder-796286-2-smb at level 0 using segments [{'id': 'c4c3f588-adb6-420f-8cdb-57f5516701db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'b827e6b3-7ed7-4462-86b3-950f50bba85c'}] {{(pid=91938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 16:34:53.708338 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1648a8da-ccb2-442c-b873-a2f724efb586 None None] Attempting to bind port e6f764ad-a0f4-4314-b227-11ddd6522d49 on network b827e6b3-7ed7-4462-86b3-950f50bba85c {{(pid=91938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:34:53.732656 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1648a8da-ccb2-442c-b873-a2f724efb586 None None] Checking agent: {'id': 'f162564f-7dab-4d73-81fc-5f8e857b2431', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 26, 22), 'started_at': datetime.datetime(2021, 6, 14, 16, 26, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 16, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 16:34:53.733831 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1648a8da-ccb2-442c-b873-a2f724efb586 None None] Checking segment: {'id': 'c4c3f588-adb6-420f-8cdb-57f5516701db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'b827e6b3-7ed7-4462-86b3-950f50bba85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:34:53.734785 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron_lib.callbacks.manager [None req-1648a8da-ccb2-442c-b873-a2f724efb586 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:53.735565 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1648a8da-ccb2-442c-b873-a2f724efb586 None None] Bound using segment: {'id': 'c4c3f588-adb6-420f-8cdb-57f5516701db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'b827e6b3-7ed7-4462-86b3-950f50bba85c'} {{(pid=91938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 16:34:53.736566 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.plugins.ml2.managers [None req-1648a8da-ccb2-442c-b873-a2f724efb586 None None] Bound port: e6f764ad-a0f4-4314-b227-11ddd6522d49, host: dv-cinder-796286-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4c3f588-adb6-420f-8cdb-57f5516701db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'b827e6b3-7ed7-4462-86b3-950f50bba85c'}}] {{(pid=91938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 16:34:53.737448 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron_lib.callbacks.manager [None req-1648a8da-ccb2-442c-b873-a2f724efb586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:53.817373 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20807fae-4af5-4cd6-97cc-df695b51622f req-c252294e-e2ff-4cde-a9cc-af15edfb0ee9 tempest-DeleteServersTestJSON-633373428 tempest-DeleteServersTestJSON-633373428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:53.825791 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-20807fae-4af5-4cd6-97cc-df695b51622f req-c252294e-e2ff-4cde-a9cc-af15edfb0ee9 tempest-DeleteServersTestJSON-633373428 tempest-DeleteServersTestJSON-633373428-project] 10.222.0.16 "GET /v2.0/ports?device_id=197c8f7e-1847-4f23-a156-015feeff965a HTTP/1.1" status: 200 len: 944 time: 2.1048293 Jun 14 16:34:53.857019 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-9d35faad-0217-4674-97a5-321b1e28c4b8 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:53.878009 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-2938c3b1-8b16-4ffd-ac12-2a35e97e4143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:53.899657 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.plugins.ml2.db [None req-1648a8da-ccb2-442c-b873-a2f724efb586 None None] For port e6f764ad-a0f4-4314-b227-11ddd6522d49, host dv-cinder-796286-2-smb, cleared binding levels {{(pid=91938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 16:34:53.908368 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac6c5b30-81a4-42d1-b1ce-32bb9514eef4 admin admin] Router 4080c52d-d4c9-4bb8-a21b-4c843fd8e2c2 has already been hosted by L3 agent ca10c576-315d-4f3b-b2d0-f5eeab5e8277 {{(pid=91936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 16:34:53.923243 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.plugins.ml2.db [None req-1648a8da-ccb2-442c-b873-a2f724efb586 None None] For port e6f764ad-a0f4-4314-b227-11ddd6522d49, host dv-cinder-796286-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-smb',level=0,port_id=e6f764ad-a0f4-4314-b227-11ddd6522d49,segment=NetworkSegment(c4c3f588-adb6-420f-8cdb-57f5516701db),segment_id=c4c3f588-adb6-420f-8cdb-57f5516701db)] {{(pid=91938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 16:34:53.931537 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0292d7c-f298-4c28-9755-ccb5d9738d3a None None] Pushing event updated for resources: {'Port': ['ID=e6f764ad-a0f4-4314-b227-11ddd6522d49,revision_number=3']} {{(pid=91938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:53.946685 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron_lib.callbacks.manager [None req-1648a8da-ccb2-442c-b873-a2f724efb586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:53.952524 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG oslo_concurrency.lockutils [None req-a0292d7c-f298-4c28-9755-ccb5d9738d3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.180s {{(pid=91938) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:53.955751 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91938) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:54.004146 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-20807fae-4af5-4cd6-97cc-df695b51622f req-d37d62ba-53db-4da8-99e4-9ffb316fcfbd tempest-DeleteServersTestJSON-633373428 tempest-DeleteServersTestJSON-633373428-project] 10.222.0.16 "GET /v2.0/security-groups?id=76b2d887-2dc7-463f-8221-defb6639739c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772368 Jun 14 16:34:54.047018 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.notifiers.nova [req-32e26eef-bd88-4bd2-a7b0-305a4dd596b8 req-a1b2efdc-6a74-4295-a5a8-4f2e2aaf7db0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b70c5f57-41fc-4e3d-8e9b-e99910b86854 {{(pid=91936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 16:34:54.174572 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dad285-5ac3-4456-a3e8-7994e3bf7013 req-dc0c3c30-5c11-47b6-96a6-50dcb3812ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:54.179339 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-32e26eef-bd88-4bd2-a7b0-305a4dd596b8 req-a1b2efdc-6a74-4295-a5a8-4f2e2aaf7db0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:54.184661 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-a5dad285-5ac3-4456-a3e8-7994e3bf7013 req-dc0c3c30-5c11-47b6-96a6-50dcb3812ab6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=30ce1b2289d54cf7ac158d3723364a14&device_id=197c8f7e-1847-4f23-a156-015feeff965a HTTP/1.1" status: 200 len: 1097 time: 0.5618596 Jun 14 16:34:54.243333 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1648a8da-ccb2-442c-b873-a2f724efb586 None None] Routers {'3f079bc4-c906-4068-9e73-a356d5e37921'} bound to L3 agent in host dv-cinder-796286-2-smb {{(pid=91938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:34:54.252824 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_hamode_db [None req-1648a8da-ccb2-442c-b873-a2f724efb586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T16:26:21Z,description=,heartbeat_timestamp=2021-06-14T16:34:52Z,host='dv-cinder-796286-2-smb',id=ca10c576-315d-4f3b-b2d0-f5eeab5e8277,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:26:21Z,topic='l3_agent')) {'router_ids': ['3f079bc4-c906-4068-9e73-a356d5e37921'], 'active': True} {{(pid=91938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:34:54.329265 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-9d35faad-0217-4674-97a5-321b1e28c4b8 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:54.342031 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-9d35faad-0217-4674-97a5-321b1e28c4b8 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856067'] for security_group_rule, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:54.382261 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-61a174dc-ae9e-41b9-9cb1-e8a1b9f9c99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:54.392308 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:54.440465 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d35faad-0217-4674-97a5-321b1e28c4b8 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00b39cac-ddb7-49fe-b6e1-7adca3eef140,revision_number=0']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:54.458806 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-9d35faad-0217-4674-97a5-321b1e28c4b8 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:54.467699 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.db.provisioning_blocks [req-32e26eef-bd88-4bd2-a7b0-305a4dd596b8 req-a1b2efdc-6a74-4295-a5a8-4f2e2aaf7db0 service neutron] Transition to ACTIVE for port object b70c5f57-41fc-4e3d-8e9b-e99910b86854 will not be triggered until provisioned by entity L2. {{(pid=91936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:34:54.486290 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-32e26eef-bd88-4bd2-a7b0-305a4dd596b8 req-a1b2efdc-6a74-4295-a5a8-4f2e2aaf7db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:54.513245 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:54.573634 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-2938c3b1-8b16-4ffd-ac12-2a35e97e4143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:54.589022 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-2938c3b1-8b16-4ffd-ac12-2a35e97e4143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:54.606643 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-657042cf-44e2-4257-ac55-0a8e62a179bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:54.632410 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-9d35faad-0217-4674-97a5-321b1e28c4b8 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:54.634545 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-9d35faad-0217-4674-97a5-321b1e28c4b8 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9510171 Jun 14 16:34:54.644849 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 41234) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:54.693517 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-2938c3b1-8b16-4ffd-ac12-2a35e97e4143 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e2e5497758e444a9bb254d5165e09952&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8486910 Jun 14 16:34:54.693517 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2938c3b1-8b16-4ffd-ac12-2a35e97e4143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa41a563-3edb-4b4f-9b32-f5aaebf095a8,revision_number=1']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:54.695610 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 41238) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:54.745621 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-2938c3b1-8b16-4ffd-ac12-2a35e97e4143 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:54.768553 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-075e9397-4028-47a6-9b9c-7c43d2dda22a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:54.814128 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-075e9397-4028-47a6-9b9c-7c43d2dda22a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:54.857057 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_dvr_db [None req-1648a8da-ccb2-442c-b873-a2f724efb586 None None] Set router 3f079bc4-c906-4068-9e73-a356d5e37921 gateway port host: dv-cinder-796286-2-smb {{(pid=91938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:34:54.883705 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.v2.base [None req-be85e9f2-ab16-44fc-8bc9-375a97c0133e tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Request body: {'security_group_rule': {'security_group_id': '8daba1fe-8982-46f6-b6c7-60cb14092ebe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:34:55.071876 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac6c5b30-81a4-42d1-b1ce-32bb9514eef4 admin admin] Notify agent at l3_agent.dv-cinder-796286-2-smb the message routers_updated {{(pid=91936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 16:34:55.084388 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94316b9-9bef-43c7-a563-123195441a20 None None] Sync routers for ids ['4080c52d-d4c9-4bb8-a21b-4c843fd8e2c2'] in dv-cinder-796286-2-smb {{(pid=91937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 16:34:55.090695 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-ac6c5b30-81a4-42d1-b1ce-32bb9514eef4 admin admin] 10.222.0.16 "PUT /v2.0/routers/4080c52d-d4c9-4bb8-a21b-4c843fd8e2c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.4497681 Jun 14 16:34:55.093022 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b2efdc-6a74-4295-a5a8-4f2e2aaf7db0 service neutron] Pushing event updated for resources: {'Port': ['ID=b70c5f57-41fc-4e3d-8e9b-e99910b86854,revision_number=2']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:55.105553 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94316b9-9bef-43c7-a563-123195441a20 None None] Routers {'4080c52d-d4c9-4bb8-a21b-4c843fd8e2c2'} bound to L3 agent in host dv-cinder-796286-2-smb {{(pid=91937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:34:55.108530 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_hamode_db [None req-e94316b9-9bef-43c7-a563-123195441a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T16:26:21Z,description=,heartbeat_timestamp=2021-06-14T16:34:52Z,host='dv-cinder-796286-2-smb',id=ca10c576-315d-4f3b-b2d0-f5eeab5e8277,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:26:21Z,topic='l3_agent')) {'router_ids': ['4080c52d-d4c9-4bb8-a21b-4c843fd8e2c2'], 'active': True} {{(pid=91937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:34:55.153610 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-a1b2efdc-6a74-4295-a5a8-4f2e2aaf7db0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.637s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:55.181850 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-be85e9f2-ab16-44fc-8bc9-375a97c0133e tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:55.545086 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0292d7c-f298-4c28-9755-ccb5d9738d3a None None] Pushing event updated for resources: {'Port': ['ID=e6f764ad-a0f4-4314-b227-11ddd6522d49,revision_number=4']} {{(pid=91938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:55.569263 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-075e9397-4028-47a6-9b9c-7c43d2dda22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:55.571950 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-075e9397-4028-47a6-9b9c-7c43d2dda22a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:55.574121 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-075e9397-4028-47a6-9b9c-7c43d2dda22a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aa41a563-3edb-4b4f-9b32-f5aaebf095a8 HTTP/1.1" status: 204 len: 168 time: 0.8775346 Jun 14 16:34:55.575529 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG oslo_concurrency.lockutils [None req-a0292d7c-f298-4c28-9755-ccb5d9738d3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.620s {{(pid=91938) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:55.591327 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-32683fd1-d797-43fc-a44b-130913235a19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:55.641164 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.managers [req-32e26eef-bd88-4bd2-a7b0-305a4dd596b8 req-a1b2efdc-6a74-4295-a5a8-4f2e2aaf7db0 service neutron] Attempting to bind port b70c5f57-41fc-4e3d-8e9b-e99910b86854 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=91936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 16:34:55.646534 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075e9397-4028-47a6-9b9c-7c43d2dda22a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa41a563-3edb-4b4f-9b32-f5aaebf095a8,revision_number=None']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:55.649491 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.managers [req-32e26eef-bd88-4bd2-a7b0-305a4dd596b8 req-a1b2efdc-6a74-4295-a5a8-4f2e2aaf7db0 service neutron] Attempting to bind port b70c5f57-41fc-4e3d-8e9b-e99910b86854 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '24daf6a4-c396-425a-864b-0c66f657b94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e2198c61-c227-4c44-94c3-63db66ef4b23'}] {{(pid=91936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 16:34:55.651034 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e26eef-bd88-4bd2-a7b0-305a4dd596b8 req-a1b2efdc-6a74-4295-a5a8-4f2e2aaf7db0 service neutron] Attempting to bind port b70c5f57-41fc-4e3d-8e9b-e99910b86854 on network e2198c61-c227-4c44-94c3-63db66ef4b23 {{(pid=91936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:34:55.651461 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-075e9397-4028-47a6-9b9c-7c43d2dda22a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:55.663146 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dad285-5ac3-4456-a3e8-7994e3bf7013 req-c0f232db-09ec-45f4-b55c-0a1e60171990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:55.673272 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-a5dad285-5ac3-4456-a3e8-7994e3bf7013 req-c0f232db-09ec-45f4-b55c-0a1e60171990 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7f516194-514f-4bc1-82d7-25714577a047 HTTP/1.1" status: 200 len: 913 time: 0.7022169 Jun 14 16:34:55.688810 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e26eef-bd88-4bd2-a7b0-305a4dd596b8 req-a1b2efdc-6a74-4295-a5a8-4f2e2aaf7db0 service neutron] Port b70c5f57-41fc-4e3d-8e9b-e99910b86854 on network e2198c61-c227-4c44-94c3-63db66ef4b23 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=91936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 16:34:55.691702 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e26eef-bd88-4bd2-a7b0-305a4dd596b8 req-a1b2efdc-6a74-4295-a5a8-4f2e2aaf7db0 service neutron] Attempting to bind port b70c5f57-41fc-4e3d-8e9b-e99910b86854 on network e2198c61-c227-4c44-94c3-63db66ef4b23 {{(pid=91936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:34:55.758146 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 41274) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:55.790797 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_hamode_db [None req-1648a8da-ccb2-442c-b873-a2f724efb586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f079bc4-c906-4068-9e73-a356d5e37921', 'name': 'tempest-AttachVolumeShelveTestJSON-275120226-router', 'tenant_id': '5e64979c8b4744a1a9e561844a8d2019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.98'}], 'enable_snat': True}, 'gw_port_id': 'bb8407da-48f5-4573-b8b7-d91c97efb752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:34:32Z', 'updated_at': '2021-06-14T16:34:44Z', 'revision_number': 4, 'project_id': '5e64979c8b4744a1a9e561844a8d2019', 'gw_port': {'id': 'bb8407da-48f5-4573-b8b7-d91c97efb752', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f079bc4-c906-4068-9e73-a356d5e37921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:34:33Z', 'updated_at': '2021-06-14T16:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb', '_interfaces': [{'id': 'e6f764ad-a0f4-4314-b227-11ddd6522d49', 'name': '', 'network_id': 'b827e6b3-7ed7-4462-86b3-950f50bba85c', 'tenant_id': '5e64979c8b4744a1a9e561844a8d2019', 'mac_address': 'fa:16:3e:50:7b:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f079bc4-c906-4068-9e73-a356d5e37921', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1c618564-7ca5-4a66-b740-3ae47e99df42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:34:40Z', 'updated_at': '2021-06-14T16:34:53Z', 'revision_number': 4, 'project_id': '5e64979c8b4744a1a9e561844a8d2019', 'subnets': [{'id': '1c618564-7ca5-4a66-b740-3ae47e99df42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-smb', False) {} {{(pid=91938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:34:55.796015 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvr_db [None req-e94316b9-9bef-43c7-a563-123195441a20 None None] Set router 4080c52d-d4c9-4bb8-a21b-4c843fd8e2c2 gateway port host: dv-cinder-796286-2-smb {{(pid=91937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:34:55.806651 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1648a8da-ccb2-442c-b873-a2f724efb586 None None] The sync data for ids ['3f079bc4-c906-4068-9e73-a356d5e37921'] in dv-cinder-796286-2-smb is: [{'id': '3f079bc4-c906-4068-9e73-a356d5e37921', 'name': 'tempest-AttachVolumeShelveTestJSON-275120226-router', 'tenant_id': '5e64979c8b4744a1a9e561844a8d2019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.98'}], 'enable_snat': True}, 'gw_port_id': 'bb8407da-48f5-4573-b8b7-d91c97efb752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:34:32Z', 'updated_at': '2021-06-14T16:34:44Z', 'revision_number': 4, 'project_id': '5e64979c8b4744a1a9e561844a8d2019', 'gw_port': {'id': 'bb8407da-48f5-4573-b8b7-d91c97efb752', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f079bc4-c906-4068-9e73-a356d5e37921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:34:33Z', 'updated_at': '2021-06-14T16:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb', '_interfaces': [{'id': 'e6f764ad-a0f4-4314-b227-11ddd6522d49', 'name': '', 'network_id': 'b827e6b3-7ed7-4462-86b3-950f50bba85c', 'tenant_id': '5e64979c8b4744a1a9e561844a8d2019', 'mac_address': 'fa:16:3e:50:7b:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f079bc4-c906-4068-9e73-a356d5e37921', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1c618564-7ca5-4a66-b740-3ae47e99df42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:34:40Z', 'updated_at': '2021-06-14T16:34:53Z', 'revision_number': 4, 'project_id': '5e64979c8b4744a1a9e561844a8d2019', 'subnets': [{'id': '1c618564-7ca5-4a66-b740-3ae47e99df42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 16:34:55.848003 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.v2.base [None req-015d7549-37dd-417e-8075-1303152e9a21 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1861836195-network', 'tenant_id': '255705001c9b4d61be2259aac34f51a4'}} {{(pid=91936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:34:55.857796 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e26eef-bd88-4bd2-a7b0-305a4dd596b8 req-a1b2efdc-6a74-4295-a5a8-4f2e2aaf7db0 service neutron] Checking agent: {'id': '1755a277-340e-436e-845c-4a890e3bd21a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 32, 46), 'started_at': datetime.datetime(2021, 6, 14, 16, 32, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 16, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 16:34:55.858187 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e26eef-bd88-4bd2-a7b0-305a4dd596b8 req-a1b2efdc-6a74-4295-a5a8-4f2e2aaf7db0 service neutron] Checking segment: {'id': '24daf6a4-c396-425a-864b-0c66f657b94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e2198c61-c227-4c44-94c3-63db66ef4b23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:34:55.858934 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e26eef-bd88-4bd2-a7b0-305a4dd596b8 req-a1b2efdc-6a74-4295-a5a8-4f2e2aaf7db0 service neutron] Bound using segment: {'id': '24daf6a4-c396-425a-864b-0c66f657b94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e2198c61-c227-4c44-94c3-63db66ef4b23'} {{(pid=91936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 16:34:55.859463 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.managers [req-32e26eef-bd88-4bd2-a7b0-305a4dd596b8 req-a1b2efdc-6a74-4295-a5a8-4f2e2aaf7db0 service neutron] Bound port: b70c5f57-41fc-4e3d-8e9b-e99910b86854, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24daf6a4-c396-425a-864b-0c66f657b94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e2198c61-c227-4c44-94c3-63db66ef4b23'}}] {{(pid=91936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 16:34:55.859934 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-32e26eef-bd88-4bd2-a7b0-305a4dd596b8 req-a1b2efdc-6a74-4295-a5a8-4f2e2aaf7db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:55.977955 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-a5dad285-5ac3-4456-a3e8-7994e3bf7013 req-6196fbc9-7a5f-4f58-98c8-36e20c15dddf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5129fe03-fbd2-4e48-8019-01956bb9aac7 HTTP/1.1" status: 200 len: 217 time: 0.2357810 Jun 14 16:34:56.010045 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-be85e9f2-ab16-44fc-8bc9-375a97c0133e tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:56.107514 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-be85e9f2-ab16-44fc-8bc9-375a97c0133e tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856067'] for security_group_rule, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:56.108624 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-015d7549-37dd-417e-8075-1303152e9a21 admin admin] Made reservation on behalf of 255705001c9b4d61be2259aac34f51a4 for: {'network': 1} {{(pid=91936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:34:56.113697 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-015d7549-37dd-417e-8075-1303152e9a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-782655'] for network, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:56.175252 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad5f56b-89d1-4758-b681-57ddbd1b6f5e req-f1b1f883-26b2-4dc7-abc0-63f62c7fe64e tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:56.186694 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-6ad5f56b-89d1-4758-b681-57ddbd1b6f5e req-f1b1f883-26b2-4dc7-abc0-63f62c7fe64e tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/ports?device_id=56df6d02-0da2-42e6-8fca-eba1c8fea1a6 HTTP/1.1" status: 200 len: 944 time: 0.6230018 Jun 14 16:34:56.272530 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dad285-5ac3-4456-a3e8-7994e3bf7013 req-5f6c3aa6-dc49-4d41-94cf-6420abc51903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:56.279124 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-a5dad285-5ac3-4456-a3e8-7994e3bf7013 req-5f6c3aa6-dc49-4d41-94cf-6420abc51903 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5b4a8f54-b699-4afc-bf48-f8453a29a9ea HTTP/1.1" status: 200 len: 852 time: 0.2663453 Jun 14 16:34:56.302557 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:56.309781 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-be85e9f2-ab16-44fc-8bc9-375a97c0133e tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:56.313667 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-be85e9f2-ab16-44fc-8bc9-375a97c0133e tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6564989 Jun 14 16:34:56.329568 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-015d7549-37dd-417e-8075-1303152e9a21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:56.378498 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 41280) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:56.422531 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-a5dad285-5ac3-4456-a3e8-7994e3bf7013 req-ae8c7986-d8ef-4086-b356-fd1a9c591cf6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7f516194-514f-4bc1-82d7-25714577a047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1194215 Jun 14 16:34:56.635183 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device e6f764ad-a0f4-4314-b227-11ddd6522d49 up at agent ovs-agent-dv-cinder-796286-2-smb {{(pid=91937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:34:56.691257 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-015d7549-37dd-417e-8075-1303152e9a21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:56.722744 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.v2.base [None req-1749098e-3403-4096-b045-ccee61b129b1 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Request body: {'floatingip': {'floating_network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b'}} {{(pid=91936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:34:56.753169 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be85e9f2-ab16-44fc-8bc9-375a97c0133e tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95bec937-7e95-46c9-84b2-ad4aa375cecd,revision_number=0']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:56.773411 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_hamode_db [None req-e94316b9-9bef-43c7-a563-123195441a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4080c52d-d4c9-4bb8-a21b-4c843fd8e2c2', 'name': 'tempest-ServerRescueNegativeTestJSON-1063574820-router', 'tenant_id': 'e9e3ca0d5f6a422091735101e0717fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.51'}], 'enable_snat': True}, 'gw_port_id': 'ba0b4b88-3d76-432f-b93d-a33a0c0d5162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:34:34Z', 'updated_at': '2021-06-14T16:34:46Z', 'revision_number': 4, 'project_id': 'e9e3ca0d5f6a422091735101e0717fda', 'gw_port': {'id': 'ba0b4b88-3d76-432f-b93d-a33a0c0d5162', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:61:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4080c52d-d4c9-4bb8-a21b-4c843fd8e2c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:34:35Z', 'updated_at': '2021-06-14T16:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb', '_interfaces': [{'id': '8bbc9c51-ade6-4933-977c-7c8985f89c69', 'name': '', 'network_id': 'fefc79f4-b27a-4754-9a1b-78e53aa8e11e', 'tenant_id': 'e9e3ca0d5f6a422091735101e0717fda', 'mac_address': 'fa:16:3e:6a:d2:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4080c52d-d4c9-4bb8-a21b-4c843fd8e2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3b9a81c8-a776-4371-9da7-d0daa8f6b0a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:34:44Z', 'updated_at': '2021-06-14T16:34:48Z', 'revision_number': 2, 'project_id': 'e9e3ca0d5f6a422091735101e0717fda', 'subnets': [{'id': '3b9a81c8-a776-4371-9da7-d0daa8f6b0a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-smb', False) {} {{(pid=91937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:34:56.777928 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec322633-a139-4a43-a9b8-d135e4e2a7d3 req-ee07837e-77f8-4a79-be72-94d2247ddadd tempest-DeleteServersTestJSON-633373428 tempest-DeleteServersTestJSON-633373428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:56.779293 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94316b9-9bef-43c7-a563-123195441a20 None None] Checking router: 4080c52d-d4c9-4bb8-a21b-4c843fd8e2c2 for host: dv-cinder-796286-2-smb {{(pid=91937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 16:34:56.779902 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94316b9-9bef-43c7-a563-123195441a20 None None] Updating router 4080c52d-d4c9-4bb8-a21b-4c843fd8e2c2 port 8bbc9c51-ade6-4933-977c-7c8985f89c69 binding host dv-cinder-796286-2-smb {{(pid=91937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 16:34:56.792711 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-ec322633-a139-4a43-a9b8-d135e4e2a7d3 req-ee07837e-77f8-4a79-be72-94d2247ddadd tempest-DeleteServersTestJSON-633373428 tempest-DeleteServersTestJSON-633373428-project] 10.222.0.16 "GET /v2.0/ports?device_id=197c8f7e-1847-4f23-a156-015feeff965a HTTP/1.1" status: 200 len: 944 time: 1.4081905 Jun 14 16:34:56.833008 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-015d7549-37dd-417e-8075-1303152e9a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:56.870311 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-be85e9f2-ab16-44fc-8bc9-375a97c0133e tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:56.902221 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:56.928617 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-6ad5f56b-89d1-4758-b681-57ddbd1b6f5e req-47f39e3e-1de4-4cc5-9350-3b987748deda tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d68b5e0-d111-4ac2-8cbb-412eb72c7454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6475470 Jun 14 16:34:56.942406 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-e94316b9-9bef-43c7-a563-123195441a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:56.978158 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Provisioning for port e6f764ad-a0f4-4314-b227-11ddd6522d49 completed by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:34:56.986437 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Provisioning complete for port e6f764ad-a0f4-4314-b227-11ddd6522d49 triggered by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:34:56.987111 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:56.994616 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015d7549-37dd-417e-8075-1303152e9a21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26676b37-0d8b-42fc-b225-9bc3ad0e38c3,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:57.039416 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-015d7549-37dd-417e-8075-1303152e9a21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:57.069003 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-a5dad285-5ac3-4456-a3e8-7994e3bf7013 req-8fd8dd04-d053-407e-832c-c2719e88da18 service neutron] 10.222.0.41 "GET /v2.0/networks/7f516194-514f-4bc1-82d7-25714577a047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6302083 Jun 14 16:34:57.071170 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-ec322633-a139-4a43-a9b8-d135e4e2a7d3 req-e39fab89-8e45-4db1-ba21-0401503e9052 tempest-DeleteServersTestJSON-633373428 tempest-DeleteServersTestJSON-633373428-project] 10.222.0.16 "GET /v2.0/security-groups?id=76b2d887-2dc7-463f-8221-defb6639739c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770216 Jun 14 16:34:57.078106 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-015d7549-37dd-417e-8075-1303152e9a21 admin admin] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=91936) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 16:34:57.080664 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.db [req-32e26eef-bd88-4bd2-a7b0-305a4dd596b8 req-a1b2efdc-6a74-4295-a5a8-4f2e2aaf7db0 service neutron] For port b70c5f57-41fc-4e3d-8e9b-e99910b86854, host hv-cinder-79628, cleared binding levels {{(pid=91936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 16:34:57.093216 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-1749098e-3403-4096-b045-ccee61b129b1 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks [] for floatingip, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:57.217689 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-015d7549-37dd-417e-8075-1303152e9a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678690'] for segment, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:57.220922 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.db.segments_db [None req-015d7549-37dd-417e-8075-1303152e9a21 admin admin] Added segment 803c110d-79f4-44de-bbdd-703ec431bdc5 of type vlan for network 0fa7dbaf-3cb4-448a-b328-4e9a1e4beadf Jun 14 16:34:57.241314 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.db [req-32e26eef-bd88-4bd2-a7b0-305a4dd596b8 req-a1b2efdc-6a74-4295-a5a8-4f2e2aaf7db0 service neutron] For port b70c5f57-41fc-4e3d-8e9b-e99910b86854, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=b70c5f57-41fc-4e3d-8e9b-e99910b86854,segment=NetworkSegment(24daf6a4-c396-425a-864b-0c66f657b94f),segment_id=24daf6a4-c396-425a-864b-0c66f657b94f)] {{(pid=91936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 16:34:57.265085 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-a5dad285-5ac3-4456-a3e8-7994e3bf7013 req-78b2896b-8dce-4d00-a69b-6940723ced85 service neutron] 10.222.0.41 "GET /v2.0/networks/7f516194-514f-4bc1-82d7-25714577a047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831532 Jun 14 16:34:57.342059 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-32e26eef-bd88-4bd2-a7b0-305a4dd596b8 req-a1b2efdc-6a74-4295-a5a8-4f2e2aaf7db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:57.360088 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-a1b2efdc-6a74-4295-a5a8-4f2e2aaf7db0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:57.449027 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e26eef-bd88-4bd2-a7b0-305a4dd596b8 req-a1b2efdc-6a74-4295-a5a8-4f2e2aaf7db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:57.450370 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-32e26eef-bd88-4bd2-a7b0-305a4dd596b8 req-a1b2efdc-6a74-4295-a5a8-4f2e2aaf7db0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693340'] for port, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:57.452122 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-32e26eef-bd88-4bd2-a7b0-305a4dd596b8 req-a1b2efdc-6a74-4295-a5a8-4f2e2aaf7db0 service neutron] 10.222.0.41 "PUT /v2.0/ports/b70c5f57-41fc-4e3d-8e9b-e99910b86854 HTTP/1.1" status: 200 len: 1094 time: 7.0731335 Jun 14 16:34:57.464887 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b2efdc-6a74-4295-a5a8-4f2e2aaf7db0 service neutron] Pushing event updated for resources: {'Port': ['ID=b70c5f57-41fc-4e3d-8e9b-e99910b86854,revision_number=3']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:57.470472 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-a1b2efdc-6a74-4295-a5a8-4f2e2aaf7db0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:57.471532 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56df6d02-0da2-42e6-8fca-eba1c8fea1a6', 'tag': 'b70c5f57-41fc-4e3d-8e9b-e99910b86854'}] {{(pid=91936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:34:57.606217 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-015d7549-37dd-417e-8075-1303152e9a21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742579622822'] for network, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:57.759768 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:57.793205 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-015d7549-37dd-417e-8075-1303152e9a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-121365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693369'] for network, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:57.797739 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015d7549-37dd-417e-8075-1303152e9a21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:57.798331 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-015d7549-37dd-417e-8075-1303152e9a21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693340'] for network, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:57.802054 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e26eef-bd88-4bd2-a7b0-305a4dd596b8 req-61685197-30d3-46cd-93d4-725b59ee285f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:57.803548 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-32e26eef-bd88-4bd2-a7b0-305a4dd596b8 req-61685197-30d3-46cd-93d4-725b59ee285f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2a5847235a974f63891d8576b13e7ab6&device_id=56df6d02-0da2-42e6-8fca-eba1c8fea1a6 HTTP/1.1" status: 200 len: 1097 time: 0.2507164 Jun 14 16:34:57.805299 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:57.929792 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-e94316b9-9bef-43c7-a563-123195441a20 None None] Notify callbacks [] for port, precommit_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:57.984111 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-e94316b9-9bef-43c7-a563-123195441a20 None None] Transition to ACTIVE for port object 8bbc9c51-ade6-4933-977c-7c8985f89c69 will not be triggered until provisioned by entity L2. {{(pid=91937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:34:57.993555 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] For port e6f764ad-a0f4-4314-b227-11ddd6522d49, host dv-cinder-796286-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-smb',level=0,port_id=e6f764ad-a0f4-4314-b227-11ddd6522d49,segment=NetworkSegment(c4c3f588-adb6-420f-8cdb-57f5516701db),segment_id=c4c3f588-adb6-420f-8cdb-57f5516701db)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:34:57.999590 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:58.000965 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:58.058545 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4fcbe2-1ed6-43a4-8e80-b6375f2c9410 req-31daa4cd-9bb7-4a85-81fd-9588bb9e5d0a tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:58.065139 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-7d4fcbe2-1ed6-43a4-8e80-b6375f2c9410 req-31daa4cd-9bb7-4a85-81fd-9588bb9e5d0a tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/networks?id=fefc79f4-b27a-4754-9a1b-78e53aa8e11e HTTP/1.1" status: 200 len: 819 time: 0.3606963 Jun 14 16:34:58.068559 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-e94316b9-9bef-43c7-a563-123195441a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:58.085636 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-7d4fcbe2-1ed6-43a4-8e80-b6375f2c9410 req-fe2ca02b-cb4b-4f4a-be0f-9978168c7a4d tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/quotas/e9e3ca0d5f6a422091735101e0717fda HTTP/1.1" status: 200 len: 375 time: 0.0151746 Jun 14 16:34:58.152567 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659a09cea19619e202447e1b4bc3efe885e95cab3022d83c422060b06feffe3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed678bf9-8b3b-4d10-a4db-693d7f750f4c" -d '{"events": [{"name": "network-changed", "server_uuid": "56df6d02-0da2-42e6-8fca-eba1c8fea1a6", "tag": "b70c5f57-41fc-4e3d-8e9b-e99910b86854"}]}' {{(pid=91936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:34:58.250338 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-7d4fcbe2-1ed6-43a4-8e80-b6375f2c9410 req-b55f140c-d450-464c-8f1a-f3b0982ff72f tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e9e3ca0d5f6a422091735101e0717fda&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1582057 Jun 14 16:34:58.267030 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Pushing event updated for resources: {'Port': ['ID=e6f764ad-a0f4-4314-b227-11ddd6522d49,revision_number=5']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:58.274474 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-32e26eef-bd88-4bd2-a7b0-305a4dd596b8 req-ee7cbf4a-6537-4f2f-afba-cac78892d4f8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b70c5f57-41fc-4e3d-8e9b-e99910b86854 HTTP/1.1" status: 200 len: 217 time: 0.1256497 Jun 14 16:34:58.280717 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:58.281680 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-41ced069-bc42-4957-ba16-5a17fb09f60d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.195s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:58.376901 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015d7549-37dd-417e-8075-1303152e9a21 admin admin] Pushing event updated for resources: {'Network': ['ID=0fa7dbaf-3cb4-448a-b328-4e9a1e4beadf,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:58.382741 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-015d7549-37dd-417e-8075-1303152e9a21 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.5718453 Jun 14 16:34:58.382741 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-015d7549-37dd-417e-8075-1303152e9a21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:58.399837 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 41352) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:58.405491 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.v2.base [None req-4ba5ddeb-992d-49f1-9cc3-68020a5f9bcb admin admin] Request body: {'subnet': {'network_id': '0fa7dbaf-3cb4-448a-b328-4e9a1e4beadf', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1861836195-subnet', 'tenant_id': '255705001c9b4d61be2259aac34f51a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:34:58.461943 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Network 0fa7dbaf-3cb4-448a-b328-4e9a1e4beadf details requested by agent ovs-agent-dv-cinder-796286-2-smb with host dv-cinder-796286-2-smb {{(pid=91937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 16:34:58.469569 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba5ddeb-992d-49f1-9cc3-68020a5f9bcb admin admin] Made reservation on behalf of 255705001c9b4d61be2259aac34f51a4 for: {'subnet': 1} {{(pid=91935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:34:58.472643 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-4ba5ddeb-992d-49f1-9cc3-68020a5f9bcb admin admin] Notify callbacks [] for subnet, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:58.476921 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-1749098e-3403-4096-b045-ccee61b129b1 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-782655'] for port, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:58.478627 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-7d4fcbe2-1ed6-43a4-8e80-b6375f2c9410 req-42a0e741-9e0d-4399-b081-77ef17f10823 service neutron] 10.222.0.16 "GET /v2.0/networks/fefc79f4-b27a-4754-9a1b-78e53aa8e11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210226 Jun 14 16:34:58.507108 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e26eef-bd88-4bd2-a7b0-305a4dd596b8 req-f9f9f900-6637-418b-9069-a558a623b739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:58.509213 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-32e26eef-bd88-4bd2-a7b0-305a4dd596b8 req-f9f9f900-6637-418b-9069-a558a623b739 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=826d910f-c166-497c-95fa-57ee752151ec HTTP/1.1" status: 200 len: 855 time: 0.1563966 Jun 14 16:34:58.598306 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d44f48-828d-441d-9e79-60fe4d4d16e9 None None] Pushing event updated for resources: {'Port': ['ID=8bbc9c51-ade6-4933-977c-7c8985f89c69,revision_number=3']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:58.602425 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.managers [None req-e94316b9-9bef-43c7-a563-123195441a20 None None] Attempting to bind port 8bbc9c51-ade6-4933-977c-7c8985f89c69 on host dv-cinder-796286-2-smb for vnic_type normal with profile {{(pid=91937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 16:34:58.602803 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.managers [None req-e94316b9-9bef-43c7-a563-123195441a20 None None] Attempting to bind port 8bbc9c51-ade6-4933-977c-7c8985f89c69 by drivers openvswitch,hyperv on host dv-cinder-796286-2-smb at level 0 using segments [{'id': '3904788e-8c59-4c75-9198-5b4a052a3687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'fefc79f4-b27a-4754-9a1b-78e53aa8e11e'}] {{(pid=91937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 16:34:58.603172 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94316b9-9bef-43c7-a563-123195441a20 None None] Attempting to bind port 8bbc9c51-ade6-4933-977c-7c8985f89c69 on network fefc79f4-b27a-4754-9a1b-78e53aa8e11e {{(pid=91937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:34:58.624297 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-92d44f48-828d-441d-9e79-60fe4d4d16e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:58.625406 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94316b9-9bef-43c7-a563-123195441a20 None None] Checking agent: {'id': 'f162564f-7dab-4d73-81fc-5f8e857b2431', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 26, 22), 'started_at': datetime.datetime(2021, 6, 14, 16, 26, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 16, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 16:34:58.625800 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94316b9-9bef-43c7-a563-123195441a20 None None] Checking segment: {'id': '3904788e-8c59-4c75-9198-5b4a052a3687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'fefc79f4-b27a-4754-9a1b-78e53aa8e11e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:34:58.626210 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-e94316b9-9bef-43c7-a563-123195441a20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:58.626614 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94316b9-9bef-43c7-a563-123195441a20 None None] Bound using segment: {'id': '3904788e-8c59-4c75-9198-5b4a052a3687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'fefc79f4-b27a-4754-9a1b-78e53aa8e11e'} {{(pid=91937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 16:34:58.627115 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.managers [None req-e94316b9-9bef-43c7-a563-123195441a20 None None] Bound port: 8bbc9c51-ade6-4933-977c-7c8985f89c69, host: dv-cinder-796286-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3904788e-8c59-4c75-9198-5b4a052a3687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'fefc79f4-b27a-4754-9a1b-78e53aa8e11e'}}] {{(pid=91937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 16:34:58.627502 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-e94316b9-9bef-43c7-a563-123195441a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:58.628856 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-32e26eef-bd88-4bd2-a7b0-305a4dd596b8 req-c697a509-e257-48cf-ace5-6fbeda14b92e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e2198c61-c227-4c44-94c3-63db66ef4b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1113982 Jun 14 16:34:58.719219 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19770eab-a8fc-4344-a567-197caf75fb34 req-972538e4-c709-45d8-86f8-7774432cf301 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:58.720883 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-19770eab-a8fc-4344-a567-197caf75fb34 req-972538e4-c709-45d8-86f8-7774432cf301 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/ports?device_id=56df6d02-0da2-42e6-8fca-eba1c8fea1a6 HTTP/1.1" status: 200 len: 944 time: 0.5639372 Jun 14 16:34:58.737650 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-e94316b9-9bef-43c7-a563-123195441a20 None None] For port 8bbc9c51-ade6-4933-977c-7c8985f89c69, host dv-cinder-796286-2-smb, cleared binding levels {{(pid=91937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 16:34:58.746061 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-e94316b9-9bef-43c7-a563-123195441a20 None None] For port 8bbc9c51-ade6-4933-977c-7c8985f89c69, host dv-cinder-796286-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-smb',level=0,port_id=8bbc9c51-ade6-4933-977c-7c8985f89c69,segment=NetworkSegment(3904788e-8c59-4c75-9198-5b4a052a3687),segment_id=3904788e-8c59-4c75-9198-5b4a052a3687)] {{(pid=91937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 16:34:58.758793 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-e94316b9-9bef-43c7-a563-123195441a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:58.763210 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:58.868662 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-19770eab-a8fc-4344-a567-197caf75fb34 req-136921a0-4fcd-4b1e-abfe-cbf7869fab6e tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d68b5e0-d111-4ac2-8cbb-412eb72c7454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969965 Jun 14 16:34:58.914467 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-7d4fcbe2-1ed6-43a4-8e80-b6375f2c9410 req-6349eaa9-cfbb-417f-b9a1-c5927af26cbf service neutron] 10.222.0.16 "GET /v2.0/networks/fefc79f4-b27a-4754-9a1b-78e53aa8e11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4206383 Jun 14 16:34:58.918827 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d44f48-828d-441d-9e79-60fe4d4d16e9 None None] Pushing event updated for resources: {'Port': ['ID=8bbc9c51-ade6-4933-977c-7c8985f89c69,revision_number=4']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:58.927116 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-92d44f48-828d-441d-9e79-60fe4d4d16e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:58.937961 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.db.db_base_plugin_common [None req-1749098e-3403-4096-b045-ccee61b129b1 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Allocated IP 172.28.1.67 (2b8148fa-8475-41af-8213-9af35fa3c21b/245e4c8b-b6d5-4126-ad47-8a46fc8189c6/a473ec23-97a5-4396-a568-d5a3bf6121f6) {{(pid=91936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 16:34:58.938797 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94316b9-9bef-43c7-a563-123195441a20 None None] Routers {'4080c52d-d4c9-4bb8-a21b-4c843fd8e2c2'} bound to L3 agent in host dv-cinder-796286-2-smb {{(pid=91937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:34:58.941178 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_hamode_db [None req-e94316b9-9bef-43c7-a563-123195441a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T16:26:21Z,description=,heartbeat_timestamp=2021-06-14T16:34:52Z,host='dv-cinder-796286-2-smb',id=ca10c576-315d-4f3b-b2d0-f5eeab5e8277,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:26:21Z,topic='l3_agent')) {'router_ids': ['4080c52d-d4c9-4bb8-a21b-4c843fd8e2c2'], 'active': True} {{(pid=91937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:34:58.946967 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-32e26eef-bd88-4bd2-a7b0-305a4dd596b8 req-34c52fdb-1638-4571-a324-376d147f9df4 service neutron] 10.222.0.41 "GET /v2.0/networks/e2198c61-c227-4c44-94c3-63db66ef4b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089185 Jun 14 16:34:59.109346 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-4ba5ddeb-992d-49f1-9cc3-68020a5f9bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346'] for subnet, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:59.112691 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:59.212539 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba5ddeb-992d-49f1-9cc3-68020a5f9bcb admin admin] Checking segment: {'id': '803c110d-79f4-44de-bbdd-703ec431bdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0fa7dbaf-3cb4-448a-b328-4e9a1e4beadf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:34:59.213038 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba5ddeb-992d-49f1-9cc3-68020a5f9bcb admin admin] Network hostable DHCP agents. Network: 0fa7dbaf-3cb4-448a-b328-4e9a1e4beadf, hostable agents: ['9880e1f8-c94d-4d9a-b71a-e9b00091ad04'], hosted agents: [] {{(pid=91935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 16:34:59.216131 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5ddeb-992d-49f1-9cc3-68020a5f9bcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=92b26e61-115a-49f5-ac36-d38635182836,revision_number=0']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:59.219089 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-4ba5ddeb-992d-49f1-9cc3-68020a5f9bcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:59.237911 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-32e26eef-bd88-4bd2-a7b0-305a4dd596b8 req-abc67dad-17f6-45fd-b55b-4c15fec10caa service neutron] 10.222.0.41 "GET /v2.0/networks/e2198c61-c227-4c44-94c3-63db66ef4b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825084 Jun 14 16:34:59.265845 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba5ddeb-992d-49f1-9cc3-68020a5f9bcb admin admin] Network 0fa7dbaf-3cb4-448a-b328-4e9a1e4beadf is scheduled to be hosted by DHCP agent 9880e1f8-c94d-4d9a-b71a-e9b00091ad04 with binding_index 1 {{(pid=91935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 16:34:59.292444 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.base_scheduler [None req-4ba5ddeb-992d-49f1-9cc3-68020a5f9bcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-2-smb, 0fa7dbaf-3cb4-448a-b328-4e9a1e4beadf) {{(pid=91935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:34:59.309342 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba5ddeb-992d-49f1-9cc3-68020a5f9bcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:59.312674 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e371ae-b14f-4ea1-a6e0-8ae0363a7662 None None] Network 0fa7dbaf-3cb4-448a-b328-4e9a1e4beadf requested from dv-cinder-796286-2-smb {{(pid=91937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 16:34:59.313508 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-4ba5ddeb-992d-49f1-9cc3-68020a5f9bcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693340'] for subnet, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:59.342258 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-4ba5ddeb-992d-49f1-9cc3-68020a5f9bcb admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9413073 Jun 14 16:34:59.374198 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvr_db [None req-e94316b9-9bef-43c7-a563-123195441a20 None None] Set router 4080c52d-d4c9-4bb8-a21b-4c843fd8e2c2 gateway port host: dv-cinder-796286-2-smb {{(pid=91937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:34:59.417779 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-1749098e-3403-4096-b045-ccee61b129b1 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks [] for port, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:59.442696 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a58523-46c2-49fe-8945-13d1c7c855d4 req-c374ae3b-8b20-4157-8a4d-68eedb7b4128 tempest-DeleteServersTestJSON-633373428 tempest-DeleteServersTestJSON-633373428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:59.445669 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-31a58523-46c2-49fe-8945-13d1c7c855d4 req-c374ae3b-8b20-4157-8a4d-68eedb7b4128 tempest-DeleteServersTestJSON-633373428 tempest-DeleteServersTestJSON-633373428-project] 10.222.0.16 "GET /v2.0/ports?device_id=197c8f7e-1847-4f23-a156-015feeff965a HTTP/1.1" status: 200 len: 944 time: 0.2033665 Jun 14 16:34:59.546202 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 16:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b2d2498-2f35-4a1f-b2b9-be62f0fdbd67 x-openstack-request-id: req-8b2d2498-2f35-4a1f-b2b9-be62f0fdbd67 {{(pid=91936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:34:59.546967 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56df6d02-0da2-42e6-8fca-eba1c8fea1a6", "tag": "b70c5f57-41fc-4e3d-8e9b-e99910b86854", "status": "completed", "code": 200}]} {{(pid=91936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:34:59.547373 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8b2d2498-2f35-4a1f-b2b9-be62f0fdbd67 {{(pid=91936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:34:59.548559 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56df6d02-0da2-42e6-8fca-eba1c8fea1a6', 'tag': 'b70c5f57-41fc-4e3d-8e9b-e99910b86854', 'status': 'completed', 'code': 200} Jun 14 16:34:59.597423 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-31a58523-46c2-49fe-8945-13d1c7c855d4 req-4ac32a2c-afe7-4f30-a22e-e5a5979929b4 tempest-DeleteServersTestJSON-633373428 tempest-DeleteServersTestJSON-633373428-project] 10.222.0.16 "GET /v2.0/security-groups?id=76b2d887-2dc7-463f-8221-defb6639739c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398363 Jun 14 16:34:59.689057 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-5b95bf43-1061-402f-9625-f774cf4128dd req-86c136c1-14bc-453d-b794-a4f2655a9ec8 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8 HTTP/1.1" status: 200 len: 210 time: 0.0550997 Jun 14 16:34:59.715328 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-1749098e-3403-4096-b045-ccee61b129b1 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-782844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4109363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742579636511'] for port, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:59.734366 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-a1b2efdc-6a74-4295-a5a8-4f2e2aaf7db0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:59.811887 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1749098e-3403-4096-b045-ccee61b129b1 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Pushing event updated for resources: {'Port': ['ID=a473ec23-97a5-4396-a568-d5a3bf6121f6,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:59.815985 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-1749098e-3403-4096-b045-ccee61b129b1 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:59.836854 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1749098e-3403-4096-b045-ccee61b129b1 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Network 2b8148fa-8475-41af-8213-9af35fa3c21b is already hosted by enough agents. {{(pid=91936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:34:59.841722 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.base_scheduler [None req-1749098e-3403-4096-b045-ccee61b129b1 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Resources bound (agent type, host, resource id): {{(pid=91936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:34:59.849100 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1749098e-3403-4096-b045-ccee61b129b1 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Received port after_create {{(pid=91936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 16:34:59.873253 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49ddfa1-6d87-4bb8-b186-0886fa651e5d None None] Network 0fa7dbaf-3cb4-448a-b328-4e9a1e4beadf requested from dv-cinder-796286-2-smb {{(pid=91937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 16:35:00.024641 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-1749098e-3403-4096-b045-ccee61b129b1 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:00.041990 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed678bf9-8b3b-4d10-a4db-693d7f750f4c req-1e05173d-a263-40dc-8e5e-aaecb4223b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:00.043487 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-ed678bf9-8b3b-4d10-a4db-693d7f750f4c req-1e05173d-a263-40dc-8e5e-aaecb4223b54 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2a5847235a974f63891d8576b13e7ab6&device_id=56df6d02-0da2-42e6-8fca-eba1c8fea1a6 HTTP/1.1" status: 200 len: 1097 time: 0.4727178 Jun 14 16:35:00.161477 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 41416) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:00.215520 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 41420) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:00.257815 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device e6f764ad-a0f4-4314-b227-11ddd6522d49 up at agent ovs-agent-dv-cinder-796286-2-smb {{(pid=91937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:35:00.319232 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.db.db_base_plugin_v2 [None req-a362f44c-972d-40f3-b360-c4b6a5f8daea admin admin] Deleting subnet 3f5c3369-5093-412b-b39e-28a9c95cb199 {{(pid=91935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 14 16:35:00.329783 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44134af6-7aeb-4390-9275-7c4335a573f2 req-9e2d638e-6e56-470e-b24a-ae0845c5d100 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:00.331456 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-44134af6-7aeb-4390-9275-7c4335a573f2 req-9e2d638e-6e56-470e-b24a-ae0845c5d100 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/networks?id=fefc79f4-b27a-4754-9a1b-78e53aa8e11e HTTP/1.1" status: 200 len: 819 time: 0.2905715 Jun 14 16:35:00.332427 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-a362f44c-972d-40f3-b360-c4b6a5f8daea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:00.376228 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-44134af6-7aeb-4390-9275-7c4335a573f2 req-d0d06e0a-3df3-43d6-9a36-62e473338ca5 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/quotas/e9e3ca0d5f6a422091735101e0717fda HTTP/1.1" status: 200 len: 375 time: 0.0149374 Jun 14 16:35:00.420179 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-1749098e-3403-4096-b045-ccee61b129b1 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:00.438866 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-a362f44c-972d-40f3-b360-c4b6a5f8daea admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:00.465114 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-a362f44c-972d-40f3-b360-c4b6a5f8daea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676727'] for subnet, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:00.483995 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-0dba63e2-e4ba-4e8d-89d9-97fb6e512a98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:00.553571 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device 5129fe03-fbd2-4e48-8019-01956bb9aac7 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=91937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 16:35:00.610507 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-a362f44c-972d-40f3-b360-c4b6a5f8daea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346'] for subnet, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:00.613909 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:00.653926 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a362f44c-972d-40f3-b360-c4b6a5f8daea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f5c3369-5093-412b-b39e-28a9c95cb199,revision_number=None']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:00.673475 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-44134af6-7aeb-4390-9275-7c4335a573f2 req-6f601a8b-0005-4ba5-8b9c-56729fe00cfb tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e9e3ca0d5f6a422091735101e0717fda&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2866645 Jun 14 16:35:00.687799 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-a362f44c-972d-40f3-b360-c4b6a5f8daea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:00.712231 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] For port 5129fe03-fbd2-4e48-8019-01956bb9aac7, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=5129fe03-fbd2-4e48-8019-01956bb9aac7,segment=NetworkSegment(a6c13cc0-2490-43c0-a137-29e0485b16ac),segment_id=a6c13cc0-2490-43c0-a137-29e0485b16ac)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:35:00.720344 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-a362f44c-972d-40f3-b360-c4b6a5f8daea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693340'] for subnet, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:00.725324 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-a362f44c-972d-40f3-b360-c4b6a5f8daea admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3f5c3369-5093-412b-b39e-28a9c95cb199 HTTP/1.1" status: 204 len: 168 time: 0.5080340 Jun 14 16:35:00.728084 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 41430) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:00.729377 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Returning: {'device': '5129fe03-fbd2-4e48-8019-01956bb9aac7', 'network_id': '7f516194-514f-4bc1-82d7-25714577a047', 'port_id': '5129fe03-fbd2-4e48-8019-01956bb9aac7', 'mac_address': 'fa:16:3e:38:2f:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b4a8f54-b699-4afc-bf48-f8453a29a9ea', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 16:35:00.865202 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-44134af6-7aeb-4390-9275-7c4335a573f2 req-118f0545-954b-46e2-923b-79e34ccf37ee service neutron] 10.222.0.16 "GET /v2.0/networks/fefc79f4-b27a-4754-9a1b-78e53aa8e11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900995 Jun 14 16:35:00.912092 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:00.935753 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Provisioning complete for port e6f764ad-a0f4-4314-b227-11ddd6522d49 triggered by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:35:00.936072 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:00.969156 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.notifiers.nova [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5129fe03-fbd2-4e48-8019-01956bb9aac7 {{(pid=91937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 16:35:00.977166 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-5ac4c10b-eade-452c-b147-af8942cced77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528124'] for network, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:01.018426 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] For port 5129fe03-fbd2-4e48-8019-01956bb9aac7, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=5129fe03-fbd2-4e48-8019-01956bb9aac7,segment=NetworkSegment(a6c13cc0-2490-43c0-a137-29e0485b16ac),segment_id=a6c13cc0-2490-43c0-a137-29e0485b16ac)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:35:01.030780 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_hamode_db [None req-e94316b9-9bef-43c7-a563-123195441a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4080c52d-d4c9-4bb8-a21b-4c843fd8e2c2', 'name': 'tempest-ServerRescueNegativeTestJSON-1063574820-router', 'tenant_id': 'e9e3ca0d5f6a422091735101e0717fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.51'}], 'enable_snat': True}, 'gw_port_id': 'ba0b4b88-3d76-432f-b93d-a33a0c0d5162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:34:34Z', 'updated_at': '2021-06-14T16:34:46Z', 'revision_number': 4, 'project_id': 'e9e3ca0d5f6a422091735101e0717fda', 'gw_port': {'id': 'ba0b4b88-3d76-432f-b93d-a33a0c0d5162', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:61:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4080c52d-d4c9-4bb8-a21b-4c843fd8e2c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:34:35Z', 'updated_at': '2021-06-14T16:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb', '_interfaces': [{'id': '8bbc9c51-ade6-4933-977c-7c8985f89c69', 'name': '', 'network_id': 'fefc79f4-b27a-4754-9a1b-78e53aa8e11e', 'tenant_id': 'e9e3ca0d5f6a422091735101e0717fda', 'mac_address': 'fa:16:3e:6a:d2:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4080c52d-d4c9-4bb8-a21b-4c843fd8e2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3b9a81c8-a776-4371-9da7-d0daa8f6b0a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:34:44Z', 'updated_at': '2021-06-14T16:34:58Z', 'revision_number': 4, 'project_id': 'e9e3ca0d5f6a422091735101e0717fda', 'subnets': [{'id': '3b9a81c8-a776-4371-9da7-d0daa8f6b0a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-smb', False) {} {{(pid=91937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:35:01.033305 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:01.037934 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:01.044592 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94316b9-9bef-43c7-a563-123195441a20 None None] The sync data for ids ['4080c52d-d4c9-4bb8-a21b-4c843fd8e2c2'] in dv-cinder-796286-2-smb is: [{'id': '4080c52d-d4c9-4bb8-a21b-4c843fd8e2c2', 'name': 'tempest-ServerRescueNegativeTestJSON-1063574820-router', 'tenant_id': 'e9e3ca0d5f6a422091735101e0717fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.51'}], 'enable_snat': True}, 'gw_port_id': 'ba0b4b88-3d76-432f-b93d-a33a0c0d5162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:34:34Z', 'updated_at': '2021-06-14T16:34:46Z', 'revision_number': 4, 'project_id': 'e9e3ca0d5f6a422091735101e0717fda', 'gw_port': {'id': 'ba0b4b88-3d76-432f-b93d-a33a0c0d5162', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:61:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4080c52d-d4c9-4bb8-a21b-4c843fd8e2c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:34:35Z', 'updated_at': '2021-06-14T16:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb', '_interfaces': [{'id': '8bbc9c51-ade6-4933-977c-7c8985f89c69', 'name': '', 'network_id': 'fefc79f4-b27a-4754-9a1b-78e53aa8e11e', 'tenant_id': 'e9e3ca0d5f6a422091735101e0717fda', 'mac_address': 'fa:16:3e:6a:d2:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4080c52d-d4c9-4bb8-a21b-4c843fd8e2c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3b9a81c8-a776-4371-9da7-d0daa8f6b0a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:34:44Z', 'updated_at': '2021-06-14T16:34:58Z', 'revision_number': 4, 'project_id': 'e9e3ca0d5f6a422091735101e0717fda', 'subnets': [{'id': '3b9a81c8-a776-4371-9da7-d0daa8f6b0a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 16:35:01.150267 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-1749098e-3403-4096-b045-ccee61b129b1 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks [] for port, precommit_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:01.153974 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed678bf9-8b3b-4d10-a4db-693d7f750f4c req-162efa69-fd3b-40bf-9fae-de12cbfbd7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:01.155712 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-ed678bf9-8b3b-4d10-a4db-693d7f750f4c req-162efa69-fd3b-40bf-9fae-de12cbfbd7fd service neutron] 10.222.0.41 "GET /v2.0/networks?id=e2198c61-c227-4c44-94c3-63db66ef4b23 HTTP/1.1" status: 200 len: 916 time: 1.0319114 Jun 14 16:35:01.164053 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-1749098e-3403-4096-b045-ccee61b129b1 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:01.183388 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Pushing event updated for resources: {'Port': ['ID=5129fe03-fbd2-4e48-8019-01956bb9aac7,revision_number=4']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:01.188137 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:01.251447 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:01.328069 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1749098e-3403-4096-b045-ccee61b129b1 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Pushing event updated for resources: {'Port': ['ID=a473ec23-97a5-4396-a568-d5a3bf6121f6,revision_number=2']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:01.329673 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] get_ports_and_sgs() called for port_ids ['5129fe03-fbd2-4e48-8019-01956bb9aac7'] {{(pid=91937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 16:35:01.344754 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-ed678bf9-8b3b-4d10-a4db-693d7f750f4c req-893eb651-c14b-40bb-b128-7d7a4369ba37 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b70c5f57-41fc-4e3d-8e9b-e99910b86854 HTTP/1.1" status: 200 len: 217 time: 0.1794262 Jun 14 16:35:01.346464 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-1749098e-3403-4096-b045-ccee61b129b1 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904124'] for floatingip, after_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:01.484319 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-1749098e-3403-4096-b045-ccee61b129b1 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:01.501357 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-44134af6-7aeb-4390-9275-7c4335a573f2 req-ef0d74a1-99b5-4a74-b758-a261f48149d0 service neutron] 10.222.0.16 "GET /v2.0/networks/fefc79f4-b27a-4754-9a1b-78e53aa8e11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5381839 Jun 14 16:35:01.522939 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e8386c-e73b-4f32-a4f3-410ccbe6ce92 req-b72c83de-f922-4166-9a95-ff732eaa83d6 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:01.528754 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-b0e8386c-e73b-4f32-a4f3-410ccbe6ce92 req-b72c83de-f922-4166-9a95-ff732eaa83d6 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/ports?device_id=56df6d02-0da2-42e6-8fca-eba1c8fea1a6 HTTP/1.1" status: 200 len: 944 time: 1.2872391 Jun 14 16:35:01.582100 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed678bf9-8b3b-4d10-a4db-693d7f750f4c req-7e74c83c-7bea-46f4-b89d-b602f15dc705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:01.590074 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-ed678bf9-8b3b-4d10-a4db-693d7f750f4c req-7e74c83c-7bea-46f4-b89d-b602f15dc705 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=826d910f-c166-497c-95fa-57ee752151ec HTTP/1.1" status: 200 len: 855 time: 0.2147818 Jun 14 16:35:01.747452 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-ed678bf9-8b3b-4d10-a4db-693d7f750f4c req-c1699774-a3e6-4081-85f2-f0a86ad91318 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e2198c61-c227-4c44-94c3-63db66ef4b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1307650 Jun 14 16:35:01.795642 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-5ac4c10b-eade-452c-b147-af8942cced77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665066', 'neutron.services.segments.db._delete_segments_for_network-8742580095160'] for network, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:01.814497 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-0dba63e2-e4ba-4e8d-89d9-97fb6e512a98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:01.837435 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-b0e8386c-e73b-4f32-a4f3-410ccbe6ce92 req-0f4f3a0b-60b0-408a-9a95-6e8d0e058524 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d68b5e0-d111-4ac2-8cbb-412eb72c7454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946172 Jun 14 16:35:01.838765 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-0dba63e2-e4ba-4e8d-89d9-97fb6e512a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:01.870842 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-5ac4c10b-eade-452c-b147-af8942cced77 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:35:01.871208 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-5ac4c10b-eade-452c-b147-af8942cced77 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:35:01.882931 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-1749098e-3403-4096-b045-ccee61b129b1 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220504'] for floatingip, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:01.884636 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-1749098e-3403-4096-b045-ccee61b129b1 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1851501 Jun 14 16:35:01.896146 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:01.899133 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-5ac4c10b-eade-452c-b147-af8942cced77 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:35:01.899528 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-5ac4c10b-eade-452c-b147-af8942cced77 admin admin] Subscribe: > port after_create 55550000 {{(pid=91935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:35:01.899893 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-5ac4c10b-eade-452c-b147-af8942cced77 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:35:01.900246 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-5ac4c10b-eade-452c-b147-af8942cced77 admin admin] Subscribe: > port after_update 55550000 {{(pid=91935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:35:01.900601 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-5ac4c10b-eade-452c-b147-af8942cced77 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:35:01.900935 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-5ac4c10b-eade-452c-b147-af8942cced77 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:35:01.901259 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-5ac4c10b-eade-452c-b147-af8942cced77 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:35:01.901585 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-5ac4c10b-eade-452c-b147-af8942cced77 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:35:01.967314 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-0dba63e2-e4ba-4e8d-89d9-97fb6e512a98 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b982ea71ae28460fb616401952d68bb3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8045897 Jun 14 16:35:01.967998 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 41462) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:01.980529 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba63e2-e4ba-4e8d-89d9-97fb6e512a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e43c8fdb-c943-4037-9ac1-b8ab841c84ef,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:01.990724 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-0dba63e2-e4ba-4e8d-89d9-97fb6e512a98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:02.157456 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-5ac4c10b-eade-452c-b147-af8942cced77 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:35:02.158074 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-5ac4c10b-eade-452c-b147-af8942cced77 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:35:02.159295 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-5ac4c10b-eade-452c-b147-af8942cced77 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:35:02.160508 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-5ac4c10b-eade-452c-b147-af8942cced77 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:35:02.161202 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.services.segments.db [None req-5ac4c10b-eade-452c-b147-af8942cced77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6449c0e3-a1fa-4185-aba7-dbf8eda92b3e']}} {{(pid=91935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:35:02.171344 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-677c647f-94a9-4a89-b8bc-13425a1c1a73 req-12106f3d-518f-4e84-b968-7c89d38ca446 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=71af129e-5dfd-44b0-a89c-2a67e11d5448 HTTP/1.1" status: 200 len: 210 time: 0.1594892 Jun 14 16:35:02.248260 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device 8bbc9c51-ade6-4933-977c-7c8985f89c69 up at agent ovs-agent-dv-cinder-796286-2-smb {{(pid=91937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:35:02.321404 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4fcbe2-1ed6-43a4-8e80-b6375f2c9410 req-59b385a5-195b-4bab-9c21-bad2c7e60e4a tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:02.326111 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-8a9a829a-d4f0-472b-9a0e-a44638356d9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:02.330653 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-7d4fcbe2-1ed6-43a4-8e80-b6375f2c9410 req-59b385a5-195b-4bab-9c21-bad2c7e60e4a tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.41 "GET /v2.0/networks?id=fefc79f4-b27a-4754-9a1b-78e53aa8e11e HTTP/1.1" status: 200 len: 819 time: 1.0911794 Jun 14 16:35:02.337185 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.services.segments.db [None req-5ac4c10b-eade-452c-b147-af8942cced77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e211a8be-a594-4240-936f-c929f7555bfc') {'for_net_delete': True} {{(pid=91935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:35:02.337580 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.services.segments.db [None req-5ac4c10b-eade-452c-b147-af8942cced77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e211a8be-a594-4240-936f-c929f7555bfc') {} {{(pid=91935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:35:02.355499 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-ed678bf9-8b3b-4d10-a4db-693d7f750f4c req-35bf0a81-980c-4b99-a5f5-6598e3dc2c34 service neutron] 10.222.0.41 "GET /v2.0/networks/e2198c61-c227-4c44-94c3-63db66ef4b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5369329 Jun 14 16:35:02.393112 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.v2.base [req-7d4fcbe2-1ed6-43a4-8e80-b6375f2c9410 req-4d50da63-8da6-4b23-a4d1-9a1e868c566c tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Request body: {'port': {'device_id': '97bd76ac-3136-4bdd-b9ba-edb6e49499e8', 'network_id': 'fefc79f4-b27a-4754-9a1b-78e53aa8e11e', 'admin_state_up': True, 'tenant_id': 'e9e3ca0d5f6a422091735101e0717fda'}} {{(pid=91935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:35:02.401722 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Provisioning for port 8bbc9c51-ade6-4933-977c-7c8985f89c69 completed by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:35:02.406408 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Provisioning complete for port 8bbc9c51-ade6-4933-977c-7c8985f89c69 triggered by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:35:02.406953 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:02.477054 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 41486) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:02.507973 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-5ac4c10b-eade-452c-b147-af8942cced77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742580094998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59571740'] for segment, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:02.542980 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device b70c5f57-41fc-4e3d-8e9b-e99910b86854 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=91937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 16:35:02.556211 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-5ac4c10b-eade-452c-b147-af8942cced77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678690'] for segment, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:02.560734 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-ed678bf9-8b3b-4d10-a4db-693d7f750f4c req-ed39a86a-c92d-40a3-a0c5-3cf4f86becd5 service neutron] 10.222.0.41 "GET /v2.0/networks/e2198c61-c227-4c44-94c3-63db66ef4b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934252 Jun 14 16:35:02.563818 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-8a9a829a-d4f0-472b-9a0e-a44638356d9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:02.624084 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device 5129fe03-fbd2-4e48-8019-01956bb9aac7 up at agent hyperv_hv-cinder-79628 {{(pid=91937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:35:02.655095 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-d8a07b4c-4fa0-4fbb-92af-4988f81cf87d req-6fcbcb45-2555-4274-89e9-d33c55e46c17 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1232368125&fields=id&tenant_id=5e64979c8b4744a1a9e561844a8d2019 HTTP/1.1" status: 200 len: 267 time: 0.2888672 Jun 14 16:35:02.664635 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ac4c10b-eade-452c-b147-af8942cced77 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=91935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 16:35:02.665053 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-5ac4c10b-eade-452c-b147-af8942cced77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58943280'] for segment, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:02.672689 dv-cinder-796286-2-smb neutron-server[91935]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 14 16:35:02.672689 dv-cinder-796286-2-smb neutron-server[91935]: from cryptography.utils import int_from_bytes Jun 14 16:35:02.672689 dv-cinder-796286-2-smb neutron-server[91935]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 14 16:35:02.672689 dv-cinder-796286-2-smb neutron-server[91935]: from cryptography.utils import int_from_bytes Jun 14 16:35:02.672689 dv-cinder-796286-2-smb neutron-server[91935]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 16:35:02.672689 dv-cinder-796286-2-smb neutron-server[91935]: retrieve_revision_numbers = { Jun 14 16:35:02.672689 dv-cinder-796286-2-smb neutron-server[91935]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 16:35:02.672689 dv-cinder-796286-2-smb neutron-server[91935]: conditions |= (models_v2.Port.network_id.in_( Jun 14 16:35:02.672689 dv-cinder-796286-2-smb neutron-server[91935]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 16:35:02.672689 dv-cinder-796286-2-smb neutron-server[91935]: retrieve_revision_numbers = { Jun 14 16:35:02.672689 dv-cinder-796286-2-smb neutron-server[91935]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 16:35:02.672689 dv-cinder-796286-2-smb neutron-server[91935]: conditions |= (models_v2.Port.network_id.in_( Jun 14 16:35:02.672689 dv-cinder-796286-2-smb neutron-server[91935]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 16:35:02.672689 dv-cinder-796286-2-smb neutron-server[91935]: retrieve_revision_numbers = { Jun 14 16:35:02.672689 dv-cinder-796286-2-smb neutron-server[91935]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 16:35:02.672689 dv-cinder-796286-2-smb neutron-server[91935]: retrieve_revision_numbers = { Jun 14 16:35:02.672689 dv-cinder-796286-2-smb neutron-server[91935]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 16:35:02.672689 dv-cinder-796286-2-smb neutron-server[91935]: conditions |= (models_v2.Port.network_id.in_( Jun 14 16:35:02.672689 dv-cinder-796286-2-smb neutron-server[91935]: Traceback (most recent call last): Jun 14 16:35:02.672689 dv-cinder-796286-2-smb neutron-server[91935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 14 16:35:02.672689 dv-cinder-796286-2-smb neutron-server[91935]: timer() Jun 14 16:35:02.672689 dv-cinder-796286-2-smb neutron-server[91935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 14 16:35:02.672689 dv-cinder-796286-2-smb neutron-server[91935]: cb(*args, **kw) Jun 14 16:35:02.672689 dv-cinder-796286-2-smb neutron-server[91935]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 14 16:35:02.672689 dv-cinder-796286-2-smb neutron-server[91935]: return func(*args, **kwargs) Jun 14 16:35:02.672689 dv-cinder-796286-2-smb neutron-server[91935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 14 16:35:02.672689 dv-cinder-796286-2-smb neutron-server[91935]: self._notify() Jun 14 16:35:02.672689 dv-cinder-796286-2-smb neutron-server[91935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 14 16:35:02.672689 dv-cinder-796286-2-smb neutron-server[91935]: self.callback(batched_events) Jun 14 16:35:02.672689 dv-cinder-796286-2-smb neutron-server[91935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 14 16:35:02.672689 dv-cinder-796286-2-smb neutron-server[91935]: event.method(event) Jun 14 16:35:02.672689 dv-cinder-796286-2-smb neutron-server[91935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 14 16:35:02.672689 dv-cinder-796286-2-smb neutron-server[91935]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 14 16:35:02.672689 dv-cinder-796286-2-smb neutron-server[91935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 14 16:35:02.672689 dv-cinder-796286-2-smb neutron-server[91935]: aggregate_uuid = self.p_client.list_aggregates( Jun 14 16:35:02.672689 dv-cinder-796286-2-smb neutron-server[91935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 14 16:35:02.672689 dv-cinder-796286-2-smb neutron-server[91935]: return f(self, *a, **k) Jun 14 16:35:02.672689 dv-cinder-796286-2-smb neutron-server[91935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 14 16:35:02.672689 dv-cinder-796286-2-smb neutron-server[91935]: return self._get(url).json() Jun 14 16:35:02.672689 dv-cinder-796286-2-smb neutron-server[91935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 14 16:35:02.672689 dv-cinder-796286-2-smb neutron-server[91935]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 14 16:35:02.672689 dv-cinder-796286-2-smb neutron-server[91935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 14 16:35:02.672689 dv-cinder-796286-2-smb neutron-server[91935]: return self.request(url, 'GET', **kwargs) Jun 14 16:35:02.672689 dv-cinder-796286-2-smb neutron-server[91935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 14 16:35:02.672689 dv-cinder-796286-2-smb neutron-server[91935]: base_url = self.get_endpoint(auth, allow=allow, Jun 14 16:35:02.672689 dv-cinder-796286-2-smb neutron-server[91935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 14 16:35:02.672689 dv-cinder-796286-2-smb neutron-server[91935]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 14 16:35:02.672689 dv-cinder-796286-2-smb neutron-server[91935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 14 16:35:02.672689 dv-cinder-796286-2-smb neutron-server[91935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 14 16:35:02.672689 dv-cinder-796286-2-smb neutron-server[91935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 14 16:35:02.962097 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60502c24-cb9f-44d1-984a-22c87854afcc req-c66bbd8e-4465-4a89-a411-c98b3e71f54c tempest-DeleteServersTestJSON-633373428 tempest-DeleteServersTestJSON-633373428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:02.968457 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-60502c24-cb9f-44d1-984a-22c87854afcc req-c66bbd8e-4465-4a89-a411-c98b3e71f54c tempest-DeleteServersTestJSON-633373428 tempest-DeleteServersTestJSON-633373428-project] 10.222.0.16 "GET /v2.0/ports?device_id=197c8f7e-1847-4f23-a156-015feeff965a HTTP/1.1" status: 200 len: 945 time: 0.7429197 Jun 14 16:35:03.006008 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-c6aba7a4-6af6-475d-af0e-0c43a2953266 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:03.008035 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-5ac4c10b-eade-452c-b147-af8942cced77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-121365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904005'] for network, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:03.022322 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a07b4c-4fa0-4fbb-92af-4988f81cf87d req-384764be-2719-4cf2-b3c9-18cb01ba4825 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:03.024053 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-d8a07b4c-4fa0-4fbb-92af-4988f81cf87d req-384764be-2719-4cf2-b3c9-18cb01ba4825 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/networks?id=b827e6b3-7ed7-4462-86b3-950f50bba85c HTTP/1.1" status: 200 len: 816 time: 0.3677144 Jun 14 16:35:03.025150 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-8a9a829a-d4f0-472b-9a0e-a44638356d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:03.040121 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-8a9a829a-d4f0-472b-9a0e-a44638356d9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:03.052999 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-8a9a829a-d4f0-472b-9a0e-a44638356d9d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e43c8fdb-c943-4037-9ac1-b8ab841c84ef HTTP/1.1" status: 204 len: 168 time: 1.0610316 Jun 14 16:35:03.054422 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-0dba63e2-e4ba-4e8d-89d9-97fb6e512a98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:03.070250 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-5ac4c10b-eade-452c-b147-af8942cced77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693340'] for network, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:03.071748 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-5ac4c10b-eade-452c-b147-af8942cced77 admin admin] 10.222.0.16 "DELETE /v2.0/networks/6449c0e3-a1fa-4185-aba7-dbf8eda92b3e HTTP/1.1" status: 204 len: 168 time: 2.3423595 Jun 14 16:35:03.082068 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:03.082994 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:03.098763 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 41502) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:03.106690 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac4c10b-eade-452c-b147-af8942cced77 admin admin] Pushing event deleted for resources: {'Network': ['ID=6449c0e3-a1fa-4185-aba7-dbf8eda92b3e,revision_number=None']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:03.117117 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-d8a07b4c-4fa0-4fbb-92af-4988f81cf87d req-008539d3-c601-4331-8ecf-b02d9d6c8c8e tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/quotas/5e64979c8b4744a1a9e561844a8d2019 HTTP/1.1" status: 200 len: 375 time: 0.0800653 Jun 14 16:35:03.122406 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-5ac4c10b-eade-452c-b147-af8942cced77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:03.146654 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-60502c24-cb9f-44d1-984a-22c87854afcc req-38a6e94c-d97d-496f-a0da-52abb68e7d36 tempest-DeleteServersTestJSON-633373428 tempest-DeleteServersTestJSON-633373428-project] 10.222.0.16 "GET /v2.0/security-groups?id=76b2d887-2dc7-463f-8221-defb6639739c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566556 Jun 14 16:35:03.186928 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] For port b70c5f57-41fc-4e3d-8e9b-e99910b86854, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=b70c5f57-41fc-4e3d-8e9b-e99910b86854,segment=NetworkSegment(24daf6a4-c396-425a-864b-0c66f657b94f),segment_id=24daf6a4-c396-425a-864b-0c66f657b94f)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:35:03.219820 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9a829a-d4f0-472b-9a0e-a44638356d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e43c8fdb-c943-4037-9ac1-b8ab841c84ef,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:03.226891 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-8a9a829a-d4f0-472b-9a0e-a44638356d9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:03.263618 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Provisioning for port 5129fe03-fbd2-4e48-8019-01956bb9aac7 completed by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:35:03.307770 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d4fcbe2-1ed6-43a4-8e80-b6375f2c9410 req-4d50da63-8da6-4b23-a4d1-9a1e868c566c tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Made reservation on behalf of e9e3ca0d5f6a422091735101e0717fda for: {'port': 1} {{(pid=91935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:35:03.308421 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Returning: {'device': 'b70c5f57-41fc-4e3d-8e9b-e99910b86854', 'network_id': 'e2198c61-c227-4c44-94c3-63db66ef4b23', 'port_id': 'b70c5f57-41fc-4e3d-8e9b-e99910b86854', 'mac_address': 'fa:16:3e:72:d8:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '826d910f-c166-497c-95fa-57ee752151ec', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 16:35:03.311982 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-7d4fcbe2-1ed6-43a4-8e80-b6375f2c9410 req-4d50da63-8da6-4b23-a4d1-9a1e868c566c tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-782655'] for port, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:03.328300 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Provisioning complete for port 5129fe03-fbd2-4e48-8019-01956bb9aac7 triggered by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:35:03.329269 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:03.343794 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] For port 8bbc9c51-ade6-4933-977c-7c8985f89c69, host dv-cinder-796286-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-smb',level=0,port_id=8bbc9c51-ade6-4933-977c-7c8985f89c69,segment=NetworkSegment(3904788e-8c59-4c75-9198-5b4a052a3687),segment_id=3904788e-8c59-4c75-9198-5b4a052a3687)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:35:03.353460 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-c6aba7a4-6af6-475d-af0e-0c43a2953266 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:03.364548 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-c6aba7a4-6af6-475d-af0e-0c43a2953266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:03.371244 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:03.388600 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd3c01a1-a776-4ccb-b48d-1a2833e09856 admin admin] Deleting subnet 92b26e61-115a-49f5-ac36-d38635182836 {{(pid=91936) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 14 16:35:03.392339 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-bd3c01a1-a776-4ccb-b48d-1a2833e09856 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:03.444687 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-bd3c01a1-a776-4ccb-b48d-1a2833e09856 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:03.461538 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:03.462244 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-bd3c01a1-a776-4ccb-b48d-1a2833e09856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676727'] for subnet, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:03.479524 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-71efa786-b363-491b-9771-245dc289859c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:03.517018 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aba7a4-6af6-475d-af0e-0c43a2953266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a9a7b8c-0a45-4b69-b547-34f5647d1bac,revision_number=1']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:03.521597 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-c6aba7a4-6af6-475d-af0e-0c43a2953266 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2af38cb204504fd3bb4d36b50d0921d4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0238998 Jun 14 16:35:03.525030 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-c6aba7a4-6af6-475d-af0e-0c43a2953266 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:03.529669 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 41508) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:03.539906 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 41510) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:03.570648 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-f8d0d9b3-b39a-4e25-ab40-bd956f284a5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:03.598149 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:03.658376 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.notifiers.nova [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b70c5f57-41fc-4e3d-8e9b-e99910b86854 {{(pid=91937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 16:35:03.672103 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Pushing event updated for resources: {'Port': ['ID=8bbc9c51-ade6-4933-977c-7c8985f89c69,revision_number=5']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:03.701285 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6307f8ac-421e-4d31-8cc3-70f80a28a8d1 req-9572fde3-9b8b-4572-b423-112059a1fbcc tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:03.702076 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:03.704281 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-6307f8ac-421e-4d31-8cc3-70f80a28a8d1 req-9572fde3-9b8b-4572-b423-112059a1fbcc tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/ports?device_id=56df6d02-0da2-42e6-8fca-eba1c8fea1a6 HTTP/1.1" status: 200 len: 944 time: 0.3341930 Jun 14 16:35:03.714704 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.db.db_base_plugin_common [req-7d4fcbe2-1ed6-43a4-8e80-b6375f2c9410 req-4d50da63-8da6-4b23-a4d1-9a1e868c566c tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Allocated IP 172.20.0.11 (fefc79f4-b27a-4754-9a1b-78e53aa8e11e/3b9a81c8-a776-4371-9da7-d0daa8f6b0a3/70d8ad52-1187-4381-82fc-856efa52ce63) {{(pid=91935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 16:35:03.739502 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] For port b70c5f57-41fc-4e3d-8e9b-e99910b86854, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=b70c5f57-41fc-4e3d-8e9b-e99910b86854,segment=NetworkSegment(24daf6a4-c396-425a-864b-0c66f657b94f),segment_id=24daf6a4-c396-425a-864b-0c66f657b94f)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:35:03.739866 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-f8d0d9b3-b39a-4e25-ab40-bd956f284a5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:03.748216 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:03.752184 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:03.752533 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-f6671c29-b48e-48c1-b43c-f74cfd8d9a3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:03.790352 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:03.830148 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-f6671c29-b48e-48c1-b43c-f74cfd8d9a3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:03.840924 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '197c8f7e-1847-4f23-a156-015feeff965a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5129fe03-fbd2-4e48-8019-01956bb9aac7'}] {{(pid=91937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:35:03.858864 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-6307f8ac-421e-4d31-8cc3-70f80a28a8d1 req-5cd834c3-2388-4bba-8c44-3d30164e1227 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d68b5e0-d111-4ac2-8cbb-412eb72c7454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414061 Jun 14 16:35:03.923723 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Pushing event updated for resources: {'Port': ['ID=b70c5f57-41fc-4e3d-8e9b-e99910b86854,revision_number=4']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:03.946859 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] For port 5129fe03-fbd2-4e48-8019-01956bb9aac7, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=5129fe03-fbd2-4e48-8019-01956bb9aac7,segment=NetworkSegment(a6c13cc0-2490-43c0-a137-29e0485b16ac),segment_id=a6c13cc0-2490-43c0-a137-29e0485b16ac)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:35:03.949021 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:03.959470 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:03.961709 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:04.056872 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-f8d0d9b3-b39a-4e25-ab40-bd956f284a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:04.063377 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] get_ports_and_sgs() called for port_ids ['b70c5f57-41fc-4e3d-8e9b-e99910b86854'] {{(pid=91937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 16:35:04.099694 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-d8a07b4c-4fa0-4fbb-92af-4988f81cf87d req-2257f463-0987-4975-b3b4-83b3409459e1 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5e64979c8b4744a1a9e561844a8d2019&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9807930 Jun 14 16:35:04.106491 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-f6671c29-b48e-48c1-b43c-f74cfd8d9a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:04.132438 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-f6671c29-b48e-48c1-b43c-f74cfd8d9a3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:04.143871 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-f6671c29-b48e-48c1-b43c-f74cfd8d9a3f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9a9a7b8c-0a45-4b69-b547-34f5647d1bac HTTP/1.1" status: 204 len: 168 time: 0.6129770 Jun 14 16:35:04.158077 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:04.193064 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-7e5b43cf-f794-4c60-a416-9a6c0836b7f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:04.228842 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}410d25e5bbb1e20f764875c123142387b982c9cf9b01c37f3ab36e77f3c6c019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e4e700-03ba-48ba-b0f5-9c45149f09c9" -d '{"events": [{"server_uuid": "197c8f7e-1847-4f23-a156-015feeff965a", "name": "network-vif-plugged", "status": "completed", "tag": "5129fe03-fbd2-4e48-8019-01956bb9aac7"}]}' {{(pid=91937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:35:04.241873 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-f8d0d9b3-b39a-4e25-ab40-bd956f284a5a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5d347a075dc24c5293566e5de3d5d6ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6940072 Jun 14 16:35:04.250493 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device 8bbc9c51-ade6-4933-977c-7c8985f89c69 up at agent ovs-agent-dv-cinder-796286-2-smb {{(pid=91937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:35:04.255044 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 41534) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:04.255902 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6671c29-b48e-48c1-b43c-f74cfd8d9a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a9a7b8c-0a45-4b69-b547-34f5647d1bac,revision_number=None']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:04.264908 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-f6671c29-b48e-48c1-b43c-f74cfd8d9a3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:04.268207 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d0d9b3-b39a-4e25-ab40-bd956f284a5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2080d549-3766-40d0-9294-53618c81929d,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:04.275220 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-f8d0d9b3-b39a-4e25-ab40-bd956f284a5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:04.338683 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Pushing event updated for resources: {'Port': ['ID=5129fe03-fbd2-4e48-8019-01956bb9aac7,revision_number=5']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:04.351338 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:04.373517 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-bd3c01a1-a776-4ccb-b48d-1a2833e09856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346'] for subnet, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:04.400883 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-665ffdf6-3742-4f1d-935b-f31f13ed58f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:04.410967 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-bd3c01a1-a776-4ccb-b48d-1a2833e09856 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:04.414357 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-bd3c01a1-a776-4ccb-b48d-1a2833e09856 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/92b26e61-115a-49f5-ac36-d38635182836 HTTP/1.1" status: 204 len: 168 time: 1.3042648 Jun 14 16:35:04.424648 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Provisioning complete for port 8bbc9c51-ade6-4933-977c-7c8985f89c69 triggered by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:35:04.425305 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:04.435843 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-7d4fcbe2-1ed6-43a4-8e80-b6375f2c9410 req-4d50da63-8da6-4b23-a4d1-9a1e868c566c tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Notify callbacks [] for port, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:04.436042 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44134af6-7aeb-4390-9275-7c4335a573f2 req-ac444759-7a66-4a6c-9d65-554c2480866f tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:04.442635 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-44134af6-7aeb-4390-9275-7c4335a573f2 req-ac444759-7a66-4a6c-9d65-554c2480866f tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.41 "GET /v2.0/networks?id=fefc79f4-b27a-4754-9a1b-78e53aa8e11e HTTP/1.1" status: 200 len: 819 time: 0.6785526 Jun 14 16:35:04.445683 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 41540) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:04.486693 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-0e4836c6-6f19-4b10-9a4d-2d74854566ed req-56bb6d08-3293-4204-9e2a-ad70ce63a973 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=71af129e-5dfd-44b0-a89c-2a67e11d5448 HTTP/1.1" status: 200 len: 210 time: 0.2015724 Jun 14 16:35:04.491773 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-7d4fcbe2-1ed6-43a4-8e80-b6375f2c9410 req-4d50da63-8da6-4b23-a4d1-9a1e868c566c tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-782844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4109363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742579636511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58943338'] for port, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:04.535527 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-4caa1b1d-dd2d-4233-a9d1-bad06857a4e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:04.653391 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.v2.base [req-44134af6-7aeb-4390-9275-7c4335a573f2 req-b4c19012-e717-4e0b-acf3-48bac229a4f5 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Request body: {'port': {'device_id': '71af129e-5dfd-44b0-a89c-2a67e11d5448', 'network_id': 'fefc79f4-b27a-4754-9a1b-78e53aa8e11e', 'admin_state_up': True, 'tenant_id': 'e9e3ca0d5f6a422091735101e0717fda'}} {{(pid=91936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:35:04.685576 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d50da63-8da6-4b23-a4d1-9a1e868c566c tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Pushing event updated for resources: {'Port': ['ID=70d8ad52-1187-4381-82fc-856efa52ce63,revision_number=1']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:04.698175 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-4d50da63-8da6-4b23-a4d1-9a1e868c566c tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:04.700353 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d4fcbe2-1ed6-43a4-8e80-b6375f2c9410 req-4d50da63-8da6-4b23-a4d1-9a1e868c566c tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Network fefc79f4-b27a-4754-9a1b-78e53aa8e11e is already hosted by enough agents. {{(pid=91935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:35:04.707716 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.base_scheduler [req-7d4fcbe2-1ed6-43a4-8e80-b6375f2c9410 req-4d50da63-8da6-4b23-a4d1-9a1e868c566c tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Resources bound (agent type, host, resource id): {{(pid=91935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:35:04.721069 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d4fcbe2-1ed6-43a4-8e80-b6375f2c9410 req-4d50da63-8da6-4b23-a4d1-9a1e868c566c tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Received port after_create {{(pid=91935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 16:35:04.763818 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-96cf8e28-9f87-4dfe-bd14-9c3a19c04c0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:04.797158 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3c01a1-a776-4ccb-b48d-1a2833e09856 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92b26e61-115a-49f5-ac36-d38635182836,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:04.801733 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-bb8ae1cc-2cec-4345-96ba-204948422517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528124'] for network, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:04.811314 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-bd3c01a1-a776-4ccb-b48d-1a2833e09856 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:04.861820 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-96cf8e28-9f87-4dfe-bd14-9c3a19c04c0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:04.883030 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4fcbe2-1ed6-43a4-8e80-b6375f2c9410 req-4d50da63-8da6-4b23-a4d1-9a1e868c566c tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:04.883949 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-7d4fcbe2-1ed6-43a4-8e80-b6375f2c9410 req-4d50da63-8da6-4b23-a4d1-9a1e868c566c tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693340'] for port, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:04.918247 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 41556) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:04.945787 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-7d4fcbe2-1ed6-43a4-8e80-b6375f2c9410 req-4d50da63-8da6-4b23-a4d1-9a1e868c566c tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5938554 Jun 14 16:35:04.964914 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.v2.base [req-7d4fcbe2-1ed6-43a4-8e80-b6375f2c9410 req-b6ce99d6-1fbd-4aff-a5ff-14ab4acc9c57 service neutron] Request body: {'port': {'device_id': '97bd76ac-3136-4bdd-b9ba-edb6e49499e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=91935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:35:05.004650 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-9cbc5d6e-8493-46a0-961b-6e33dd4a4447 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:05.016607 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dcc9af-2fa9-4ade-b37b-4297a4982047 req-f8bd5730-1778-4d8f-b14f-d8306d1ed2ea tempest-DeleteServersTestJSON-633373428 tempest-DeleteServersTestJSON-633373428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:05.018200 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-f9dcc9af-2fa9-4ade-b37b-4297a4982047 req-f8bd5730-1778-4d8f-b14f-d8306d1ed2ea tempest-DeleteServersTestJSON-633373428 tempest-DeleteServersTestJSON-633373428-project] 10.222.0.16 "GET /v2.0/ports?device_id=197c8f7e-1847-4f23-a156-015feeff965a HTTP/1.1" status: 200 len: 946 time: 0.2920620 Jun 14 16:35:05.133768 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-96cf8e28-9f87-4dfe-bd14-9c3a19c04c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:05.136479 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-96cf8e28-9f87-4dfe-bd14-9c3a19c04c0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:05.137930 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-96cf8e28-9f87-4dfe-bd14-9c3a19c04c0d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2080d549-3766-40d0-9294-53618c81929d HTTP/1.1" status: 204 len: 168 time: 0.8716440 Jun 14 16:35:05.144301 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-2ede9f07-4d92-4209-9e8e-a9d8d42c9463 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:05.190598 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-d8a07b4c-4fa0-4fbb-92af-4988f81cf87d req-08337703-5291-4979-b4f4-e3ef4b431f64 service neutron] 10.222.0.16 "GET /v2.0/networks/b827e6b3-7ed7-4462-86b3-950f50bba85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9998274 Jun 14 16:35:05.335606 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-bb8ae1cc-2cec-4345-96ba-204948422517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665066', 'neutron.services.segments.db._delete_segments_for_network-8742580095160'] for network, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:05.366867 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cf8e28-9f87-4dfe-bd14-9c3a19c04c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2080d549-3766-40d0-9294-53618c81929d,revision_number=None']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:05.373195 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-f9dcc9af-2fa9-4ade-b37b-4297a4982047 req-377ec828-d978-44d4-853e-d001e020f73a tempest-DeleteServersTestJSON-633373428 tempest-DeleteServersTestJSON-633373428-project] 10.222.0.16 "GET /v2.0/security-groups?id=76b2d887-2dc7-463f-8221-defb6639739c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3308010 Jun 14 16:35:05.377040 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-96cf8e28-9f87-4dfe-bd14-9c3a19c04c0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:05.382441 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-7d4fcbe2-1ed6-43a4-8e80-b6375f2c9410 req-b6ce99d6-1fbd-4aff-a5ff-14ab4acc9c57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:05.432448 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-bb8ae1cc-2cec-4345-96ba-204948422517 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:35:05.433309 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-bb8ae1cc-2cec-4345-96ba-204948422517 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:35:05.434293 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-bb8ae1cc-2cec-4345-96ba-204948422517 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:35:05.434836 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-bb8ae1cc-2cec-4345-96ba-204948422517 admin admin] Subscribe: > port after_create 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:35:05.435359 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-bb8ae1cc-2cec-4345-96ba-204948422517 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:35:05.435925 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-bb8ae1cc-2cec-4345-96ba-204948422517 admin admin] Subscribe: > port after_update 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:35:05.436470 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-bb8ae1cc-2cec-4345-96ba-204948422517 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:35:05.436971 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-bb8ae1cc-2cec-4345-96ba-204948422517 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:35:05.437475 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-bb8ae1cc-2cec-4345-96ba-204948422517 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:35:05.437990 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-bb8ae1cc-2cec-4345-96ba-204948422517 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:35:05.512211 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-bb8ae1cc-2cec-4345-96ba-204948422517 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:35:05.512567 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-bb8ae1cc-2cec-4345-96ba-204948422517 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:35:05.512902 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-bb8ae1cc-2cec-4345-96ba-204948422517 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:35:05.513238 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-bb8ae1cc-2cec-4345-96ba-204948422517 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:35:05.513611 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.services.segments.db [None req-bb8ae1cc-2cec-4345-96ba-204948422517 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fa7dbaf-3cb4-448a-b328-4e9a1e4beadf']}} {{(pid=91936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:35:05.542701 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.services.segments.db [None req-bb8ae1cc-2cec-4345-96ba-204948422517 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '803c110d-79f4-44de-bbdd-703ec431bdc5') {'for_net_delete': True} {{(pid=91936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:35:05.542701 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.services.segments.db [None req-bb8ae1cc-2cec-4345-96ba-204948422517 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '803c110d-79f4-44de-bbdd-703ec431bdc5') {} {{(pid=91936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:35:05.568241 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-bb8ae1cc-2cec-4345-96ba-204948422517 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742580094998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60627297'] for segment, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:05.600417 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-9cbc5d6e-8493-46a0-961b-6e33dd4a4447 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:05.604186 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-d8a07b4c-4fa0-4fbb-92af-4988f81cf87d req-2db7165f-3b63-4221-98b4-69496527d3ad service neutron] 10.222.0.16 "GET /v2.0/networks/b827e6b3-7ed7-4462-86b3-950f50bba85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3720355 Jun 14 16:35:05.605668 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-bb8ae1cc-2cec-4345-96ba-204948422517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678690'] for segment, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:05.621398 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb8ae1cc-2cec-4345-96ba-204948422517 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=91936) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 16:35:05.621705 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-bb8ae1cc-2cec-4345-96ba-204948422517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60243911'] for segment, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:05.626114 dv-cinder-796286-2-smb neutron-server[91936]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 14 16:35:05.626114 dv-cinder-796286-2-smb neutron-server[91936]: from cryptography.utils import int_from_bytes Jun 14 16:35:05.626114 dv-cinder-796286-2-smb neutron-server[91936]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 14 16:35:05.626114 dv-cinder-796286-2-smb neutron-server[91936]: from cryptography.utils import int_from_bytes Jun 14 16:35:05.626114 dv-cinder-796286-2-smb neutron-server[91936]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 16:35:05.626114 dv-cinder-796286-2-smb neutron-server[91936]: retrieve_revision_numbers = { Jun 14 16:35:05.626114 dv-cinder-796286-2-smb neutron-server[91936]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 16:35:05.626114 dv-cinder-796286-2-smb neutron-server[91936]: conditions |= (models_v2.Port.network_id.in_( Jun 14 16:35:05.626114 dv-cinder-796286-2-smb neutron-server[91936]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 16:35:05.626114 dv-cinder-796286-2-smb neutron-server[91936]: conditions |= (models_v2.Port.network_id.in_( Jun 14 16:35:05.626114 dv-cinder-796286-2-smb neutron-server[91936]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 16:35:05.626114 dv-cinder-796286-2-smb neutron-server[91936]: conditions |= (models_v2.Port.network_id.in_( Jun 14 16:35:05.626114 dv-cinder-796286-2-smb neutron-server[91936]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 16:35:05.626114 dv-cinder-796286-2-smb neutron-server[91936]: retrieve_revision_numbers = { Jun 14 16:35:05.626114 dv-cinder-796286-2-smb neutron-server[91936]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 16:35:05.626114 dv-cinder-796286-2-smb neutron-server[91936]: conditions |= (models_v2.Port.network_id.in_( Jun 14 16:35:05.626114 dv-cinder-796286-2-smb neutron-server[91936]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 16:35:05.626114 dv-cinder-796286-2-smb neutron-server[91936]: retrieve_revision_numbers = { Jun 14 16:35:05.626114 dv-cinder-796286-2-smb neutron-server[91936]: Traceback (most recent call last): Jun 14 16:35:05.626114 dv-cinder-796286-2-smb neutron-server[91936]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 14 16:35:05.626114 dv-cinder-796286-2-smb neutron-server[91936]: timer() Jun 14 16:35:05.626114 dv-cinder-796286-2-smb neutron-server[91936]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 14 16:35:05.626114 dv-cinder-796286-2-smb neutron-server[91936]: cb(*args, **kw) Jun 14 16:35:05.626114 dv-cinder-796286-2-smb neutron-server[91936]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 14 16:35:05.626114 dv-cinder-796286-2-smb neutron-server[91936]: return func(*args, **kwargs) Jun 14 16:35:05.626114 dv-cinder-796286-2-smb neutron-server[91936]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 14 16:35:05.626114 dv-cinder-796286-2-smb neutron-server[91936]: self._notify() Jun 14 16:35:05.626114 dv-cinder-796286-2-smb neutron-server[91936]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 14 16:35:05.626114 dv-cinder-796286-2-smb neutron-server[91936]: self.callback(batched_events) Jun 14 16:35:05.626114 dv-cinder-796286-2-smb neutron-server[91936]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 14 16:35:05.626114 dv-cinder-796286-2-smb neutron-server[91936]: event.method(event) Jun 14 16:35:05.626114 dv-cinder-796286-2-smb neutron-server[91936]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 14 16:35:05.626114 dv-cinder-796286-2-smb neutron-server[91936]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 14 16:35:05.626114 dv-cinder-796286-2-smb neutron-server[91936]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 14 16:35:05.626114 dv-cinder-796286-2-smb neutron-server[91936]: aggregate_uuid = self.p_client.list_aggregates( Jun 14 16:35:05.626114 dv-cinder-796286-2-smb neutron-server[91936]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 14 16:35:05.626114 dv-cinder-796286-2-smb neutron-server[91936]: return f(self, *a, **k) Jun 14 16:35:05.626114 dv-cinder-796286-2-smb neutron-server[91936]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 14 16:35:05.626114 dv-cinder-796286-2-smb neutron-server[91936]: return self._get(url).json() Jun 14 16:35:05.626114 dv-cinder-796286-2-smb neutron-server[91936]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 14 16:35:05.626114 dv-cinder-796286-2-smb neutron-server[91936]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 14 16:35:05.626114 dv-cinder-796286-2-smb neutron-server[91936]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 14 16:35:05.626114 dv-cinder-796286-2-smb neutron-server[91936]: return self.request(url, 'GET', **kwargs) Jun 14 16:35:05.626114 dv-cinder-796286-2-smb neutron-server[91936]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 14 16:35:05.626114 dv-cinder-796286-2-smb neutron-server[91936]: base_url = self.get_endpoint(auth, allow=allow, Jun 14 16:35:05.626114 dv-cinder-796286-2-smb neutron-server[91936]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 14 16:35:05.626114 dv-cinder-796286-2-smb neutron-server[91936]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 14 16:35:05.626114 dv-cinder-796286-2-smb neutron-server[91936]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 14 16:35:05.626114 dv-cinder-796286-2-smb neutron-server[91936]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 14 16:35:05.626114 dv-cinder-796286-2-smb neutron-server[91936]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 14 16:35:05.693483 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 16:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8880ec09-fd3f-49e8-9a73-d293834e2cad x-openstack-request-id: req-8880ec09-fd3f-49e8-9a73-d293834e2cad {{(pid=91937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:35:05.694397 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "197c8f7e-1847-4f23-a156-015feeff965a", "name": "network-vif-plugged", "status": "completed", "tag": "5129fe03-fbd2-4e48-8019-01956bb9aac7", "code": 200}]} {{(pid=91937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:35:05.694815 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8880ec09-fd3f-49e8-9a73-d293834e2cad {{(pid=91937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:35:05.695427 dv-cinder-796286-2-smb neutron-server[91937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '197c8f7e-1847-4f23-a156-015feeff965a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5129fe03-fbd2-4e48-8019-01956bb9aac7', 'code': 200} Jun 14 16:35:05.776640 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44134af6-7aeb-4390-9275-7c4335a573f2 req-b4c19012-e717-4e0b-acf3-48bac229a4f5 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Made reservation on behalf of e9e3ca0d5f6a422091735101e0717fda for: {'port': 1} {{(pid=91936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:35:05.781197 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-44134af6-7aeb-4390-9275-7c4335a573f2 req-b4c19012-e717-4e0b-acf3-48bac229a4f5 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-782655'] for port, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:05.831901 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-bb8ae1cc-2cec-4345-96ba-204948422517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-121365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904005'] for network, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:05.877277 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-bb8ae1cc-2cec-4345-96ba-204948422517 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693340'] for network, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:05.881900 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-bb8ae1cc-2cec-4345-96ba-204948422517 admin admin] 10.222.0.16 "DELETE /v2.0/networks/0fa7dbaf-3cb4-448a-b328-4e9a1e4beadf HTTP/1.1" status: 204 len: 168 time: 1.3374157 Jun 14 16:35:05.881900 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:05.960697 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.notifiers.nova [req-7d4fcbe2-1ed6-43a4-8e80-b6375f2c9410 req-b6ce99d6-1fbd-4aff-a5ff-14ab4acc9c57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70d8ad52-1187-4381-82fc-856efa52ce63 {{(pid=91935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 16:35:05.987421 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8ae1cc-2cec-4345-96ba-204948422517 admin admin] Pushing event deleted for resources: {'Network': ['ID=0fa7dbaf-3cb4-448a-b328-4e9a1e4beadf,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:06.008372 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-bb8ae1cc-2cec-4345-96ba-204948422517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:06.008984 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.41', 51517) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:06.019149 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-7d4fcbe2-1ed6-43a4-8e80-b6375f2c9410 req-b6ce99d6-1fbd-4aff-a5ff-14ab4acc9c57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:06.027560 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-9cbc5d6e-8493-46a0-961b-6e33dd4a4447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:06.078929 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:06.183561 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-9101d936-ec70-4ad2-9e48-277ff3e0a67c req-f62a7b42-2737-4d6b-a542-bea24bfeef2a tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=71af129e-5dfd-44b0-a89c-2a67e11d5448 HTTP/1.1" status: 200 len: 210 time: 0.1075411 Jun 14 16:35:06.225243 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 41600) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:06.284735 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.db.provisioning_blocks [req-7d4fcbe2-1ed6-43a4-8e80-b6375f2c9410 req-b6ce99d6-1fbd-4aff-a5ff-14ab4acc9c57 service neutron] Transition to ACTIVE for port object 70d8ad52-1187-4381-82fc-856efa52ce63 will not be triggered until provisioned by entity L2. {{(pid=91935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:35:06.287896 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbc5d6e-8493-46a0-961b-6e33dd4a4447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97cb7654-8003-49db-8954-cf35558c46c9,revision_number=1']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:06.293009 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-9cbc5d6e-8493-46a0-961b-6e33dd4a4447 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:06.298923 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6095f875-c6d5-4234-81c6-fdd97564c20e req-8a74ae93-6ed6-425d-aee0-37a4b8acda23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:06.300795 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-6095f875-c6d5-4234-81c6-fdd97564c20e req-8a74ae93-6ed6-425d-aee0-37a4b8acda23 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=197c8f7e-1847-4f23-a156-015feeff965a HTTP/1.1" status: 200 len: 1099 time: 0.2660863 Jun 14 16:35:06.301783 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-9cbc5d6e-8493-46a0-961b-6e33dd4a4447 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f9bf7809c553496da0896cf62e8c7637&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3804893 Jun 14 16:35:06.319083 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 41602) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:06.321838 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-7d4fcbe2-1ed6-43a4-8e80-b6375f2c9410 req-b6ce99d6-1fbd-4aff-a5ff-14ab4acc9c57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58943316'] for port, after_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:06.333015 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:06.422116 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b841ad-440a-4140-8a56-446e8b3ec8bc req-7b312c31-45fe-42e0-81a2-ea8d692b9aa6 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:06.423652 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-62b841ad-440a-4140-8a56-446e8b3ec8bc req-7b312c31-45fe-42e0-81a2-ea8d692b9aa6 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/ports?device_id=56df6d02-0da2-42e6-8fca-eba1c8fea1a6 HTTP/1.1" status: 200 len: 945 time: 0.4131637 Jun 14 16:35:06.439029 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-8f486c4f-a105-49c0-bb7d-dd1ede6d73f2 req-43ac304e-f295-4142-bcfd-fe91fe4a12c9 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aae5f17-8018-4c95-a614-7f339a39d94b HTTP/1.1" status: 200 len: 210 time: 0.1533256 Jun 14 16:35:06.441602 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-1f4a59e9-b7f7-4404-a9ed-aae9820b11a3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a3834c19f3ee48338a835c986da48b66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2152421 Jun 14 16:35:06.452385 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-6095f875-c6d5-4234-81c6-fdd97564c20e req-9afed953-4ebd-4a55-8be7-d627a5127671 service neutron] Notify callbacks [] for security_group, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:06.462453 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 41612) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:06.513487 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device b70c5f57-41fc-4e3d-8e9b-e99910b86854 up at agent hyperv_hv-cinder-79628 {{(pid=91937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:35:06.557610 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ce99d6-1fbd-4aff-a5ff-14ab4acc9c57 service neutron] Pushing event updated for resources: {'Port': ['ID=70d8ad52-1187-4381-82fc-856efa52ce63,revision_number=2']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:06.576228 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-b6ce99d6-1fbd-4aff-a5ff-14ab4acc9c57 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:06.576407 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.db.db_base_plugin_common [req-44134af6-7aeb-4390-9275-7c4335a573f2 req-b4c19012-e717-4e0b-acf3-48bac229a4f5 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Allocated IP 172.20.0.10 (fefc79f4-b27a-4754-9a1b-78e53aa8e11e/3b9a81c8-a776-4371-9da7-d0daa8f6b0a3/bb943b32-ae8b-4a0e-afd5-677ee450a247) {{(pid=91936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 16:35:06.642634 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Provisioning for port b70c5f57-41fc-4e3d-8e9b-e99910b86854 completed by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:35:06.653384 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Provisioning complete for port b70c5f57-41fc-4e3d-8e9b-e99910b86854 triggered by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:35:06.653781 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:06.695830 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-62b841ad-440a-4140-8a56-446e8b3ec8bc req-f0075385-b3e4-43b5-965e-305d07d66fa3 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d68b5e0-d111-4ac2-8cbb-412eb72c7454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795094 Jun 14 16:35:06.797692 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:06.798461 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-57f8d98f-1e98-4139-843a-3108fc21c323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:06.820786 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.managers [req-7d4fcbe2-1ed6-43a4-8e80-b6375f2c9410 req-b6ce99d6-1fbd-4aff-a5ff-14ab4acc9c57 service neutron] Attempting to bind port 70d8ad52-1187-4381-82fc-856efa52ce63 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=91935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 16:35:06.821224 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.managers [req-7d4fcbe2-1ed6-43a4-8e80-b6375f2c9410 req-b6ce99d6-1fbd-4aff-a5ff-14ab4acc9c57 service neutron] Attempting to bind port 70d8ad52-1187-4381-82fc-856efa52ce63 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '3904788e-8c59-4c75-9198-5b4a052a3687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'fefc79f4-b27a-4754-9a1b-78e53aa8e11e'}] {{(pid=91935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 16:35:06.821698 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4fcbe2-1ed6-43a4-8e80-b6375f2c9410 req-b6ce99d6-1fbd-4aff-a5ff-14ab4acc9c57 service neutron] Attempting to bind port 70d8ad52-1187-4381-82fc-856efa52ce63 on network fefc79f4-b27a-4754-9a1b-78e53aa8e11e {{(pid=91935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:35:06.827242 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4fcbe2-1ed6-43a4-8e80-b6375f2c9410 req-b6ce99d6-1fbd-4aff-a5ff-14ab4acc9c57 service neutron] Port 70d8ad52-1187-4381-82fc-856efa52ce63 on network fefc79f4-b27a-4754-9a1b-78e53aa8e11e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=91935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 16:35:06.827730 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4fcbe2-1ed6-43a4-8e80-b6375f2c9410 req-b6ce99d6-1fbd-4aff-a5ff-14ab4acc9c57 service neutron] Attempting to bind port 70d8ad52-1187-4381-82fc-856efa52ce63 on network fefc79f4-b27a-4754-9a1b-78e53aa8e11e {{(pid=91935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:35:06.834347 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4fcbe2-1ed6-43a4-8e80-b6375f2c9410 req-b6ce99d6-1fbd-4aff-a5ff-14ab4acc9c57 service neutron] Checking agent: {'id': '1755a277-340e-436e-845c-4a890e3bd21a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 32, 46), 'started_at': datetime.datetime(2021, 6, 14, 16, 32, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 16, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 16:35:06.836532 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4fcbe2-1ed6-43a4-8e80-b6375f2c9410 req-b6ce99d6-1fbd-4aff-a5ff-14ab4acc9c57 service neutron] Checking segment: {'id': '3904788e-8c59-4c75-9198-5b4a052a3687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'fefc79f4-b27a-4754-9a1b-78e53aa8e11e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:35:06.837145 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4fcbe2-1ed6-43a4-8e80-b6375f2c9410 req-b6ce99d6-1fbd-4aff-a5ff-14ab4acc9c57 service neutron] Bound using segment: {'id': '3904788e-8c59-4c75-9198-5b4a052a3687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'fefc79f4-b27a-4754-9a1b-78e53aa8e11e'} {{(pid=91935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 16:35:06.838538 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.managers [req-7d4fcbe2-1ed6-43a4-8e80-b6375f2c9410 req-b6ce99d6-1fbd-4aff-a5ff-14ab4acc9c57 service neutron] Bound port: 70d8ad52-1187-4381-82fc-856efa52ce63, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3904788e-8c59-4c75-9198-5b4a052a3687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'fefc79f4-b27a-4754-9a1b-78e53aa8e11e'}}] {{(pid=91935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 16:35:06.839142 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-7d4fcbe2-1ed6-43a4-8e80-b6375f2c9410 req-b6ce99d6-1fbd-4aff-a5ff-14ab4acc9c57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:06.870046 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] For port b70c5f57-41fc-4e3d-8e9b-e99910b86854, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=b70c5f57-41fc-4e3d-8e9b-e99910b86854,segment=NetworkSegment(24daf6a4-c396-425a-864b-0c66f657b94f),segment_id=24daf6a4-c396-425a-864b-0c66f657b94f)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:35:06.879144 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:06.881431 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:06.937502 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.db [req-7d4fcbe2-1ed6-43a4-8e80-b6375f2c9410 req-b6ce99d6-1fbd-4aff-a5ff-14ab4acc9c57 service neutron] For port 70d8ad52-1187-4381-82fc-856efa52ce63, host hv-cinder-79628, cleared binding levels {{(pid=91935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 16:35:06.951325 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.db [req-7d4fcbe2-1ed6-43a4-8e80-b6375f2c9410 req-b6ce99d6-1fbd-4aff-a5ff-14ab4acc9c57 service neutron] For port 70d8ad52-1187-4381-82fc-856efa52ce63, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=70d8ad52-1187-4381-82fc-856efa52ce63,segment=NetworkSegment(3904788e-8c59-4c75-9198-5b4a052a3687),segment_id=3904788e-8c59-4c75-9198-5b4a052a3687)] {{(pid=91935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 16:35:06.958889 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-7d4fcbe2-1ed6-43a4-8e80-b6375f2c9410 req-b6ce99d6-1fbd-4aff-a5ff-14ab4acc9c57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58943316'] for port, after_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:06.965650 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Pushing event updated for resources: {'Port': ['ID=b70c5f57-41fc-4e3d-8e9b-e99910b86854,revision_number=5']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:06.980099 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:06.986066 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-4caa1b1d-dd2d-4233-a9d1-bad06857a4e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:07.043299 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4fcbe2-1ed6-43a4-8e80-b6375f2c9410 req-b6ce99d6-1fbd-4aff-a5ff-14ab4acc9c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:07.043955 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-7d4fcbe2-1ed6-43a4-8e80-b6375f2c9410 req-b6ce99d6-1fbd-4aff-a5ff-14ab4acc9c57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693340'] for port, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:07.045521 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-7d4fcbe2-1ed6-43a4-8e80-b6375f2c9410 req-b6ce99d6-1fbd-4aff-a5ff-14ab4acc9c57 service neutron] 10.222.0.41 "PUT /v2.0/ports/70d8ad52-1187-4381-82fc-856efa52ce63 HTTP/1.1" status: 200 len: 1094 time: 2.0901189 Jun 14 16:35:07.045868 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97bd76ac-3136-4bdd-b9ba-edb6e49499e8', 'tag': '70d8ad52-1187-4381-82fc-856efa52ce63'}] {{(pid=91935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:35:07.048351 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6661bf290492edb1b3f10c978b9fa8124be38cabc2d7e3087d82166a711c303" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c5c69e9-20e9-488b-92cf-947641e6b0b5" -d '{"events": [{"name": "network-changed", "server_uuid": "97bd76ac-3136-4bdd-b9ba-edb6e49499e8", "tag": "70d8ad52-1187-4381-82fc-856efa52ce63"}]}' {{(pid=91935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:35:07.058134 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-4ce408cd-f901-4625-bdc2-b1851099b8b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:07.105406 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 16:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c37f78d-18ea-45a8-b0aa-2e316054b1f4 x-openstack-request-id: req-4c37f78d-18ea-45a8-b0aa-2e316054b1f4 {{(pid=91935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:35:07.105970 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97bd76ac-3136-4bdd-b9ba-edb6e49499e8", "tag": "70d8ad52-1187-4381-82fc-856efa52ce63", "status": "completed", "code": 200}]} {{(pid=91935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:35:07.106095 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4c37f78d-18ea-45a8-b0aa-2e316054b1f4 {{(pid=91935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:35:07.106556 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97bd76ac-3136-4bdd-b9ba-edb6e49499e8', 'tag': '70d8ad52-1187-4381-82fc-856efa52ce63', 'status': 'completed', 'code': 200} Jun 14 16:35:07.108820 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-6095f875-c6d5-4234-81c6-fdd97564c20e req-9afed953-4ebd-4a55-8be7-d627a5127671 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:07.114492 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ce99d6-1fbd-4aff-a5ff-14ab4acc9c57 service neutron] Pushing event updated for resources: {'Port': ['ID=70d8ad52-1187-4381-82fc-856efa52ce63,revision_number=3']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:07.122450 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-57f8d98f-1e98-4139-843a-3108fc21c323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:07.129044 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-b6ce99d6-1fbd-4aff-a5ff-14ab4acc9c57 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:07.151554 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-6095f875-c6d5-4234-81c6-fdd97564c20e req-9afed953-4ebd-4a55-8be7-d627a5127671 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:07.166716 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-4ce408cd-f901-4625-bdc2-b1851099b8b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:07.192220 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4fcbe2-1ed6-43a4-8e80-b6375f2c9410 req-32970204-90f8-469c-9763-2befbe7adfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:07.193737 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:07.193894 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-7d4fcbe2-1ed6-43a4-8e80-b6375f2c9410 req-32970204-90f8-469c-9763-2befbe7adfc4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e9e3ca0d5f6a422091735101e0717fda&device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8 HTTP/1.1" status: 200 len: 1097 time: 0.0808194 Jun 14 16:35:07.256729 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-7d4fcbe2-1ed6-43a4-8e80-b6375f2c9410 req-db5db650-12e5-4bf3-8992-f74b45cd61fa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70d8ad52-1187-4381-82fc-856efa52ce63 HTTP/1.1" status: 200 len: 217 time: 0.0537055 Jun 14 16:35:07.262963 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-44134af6-7aeb-4390-9275-7c4335a573f2 req-b4c19012-e717-4e0b-acf3-48bac229a4f5 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Notify callbacks [] for port, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:07.293286 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-6095f875-c6d5-4234-81c6-fdd97564c20e req-9afed953-4ebd-4a55-8be7-d627a5127671 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=76b2d887-2dc7-463f-8221-defb6639739c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9742641 Jun 14 16:35:07.341480 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d2dc94-3315-463e-a756-7ffa404f6d9f req-d3794c2b-2696-4e48-bc20-dbc25112eca0 tempest-DeleteServersTestJSON-633373428 tempest-DeleteServersTestJSON-633373428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:07.343544 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-c7d2dc94-3315-463e-a756-7ffa404f6d9f req-d3794c2b-2696-4e48-bc20-dbc25112eca0 tempest-DeleteServersTestJSON-633373428 tempest-DeleteServersTestJSON-633373428-project] 10.222.0.16 "GET /v2.0/ports?device_id=197c8f7e-1847-4f23-a156-015feeff965a HTTP/1.1" status: 200 len: 946 time: 0.6345558 Jun 14 16:35:07.344389 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afed953-4ebd-4a55-8be7-d627a5127671 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6d29ca64-d5e9-4fb9-83d1-328a1989e415,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:07.356262 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-9afed953-4ebd-4a55-8be7-d627a5127671 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:07.358512 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4fcbe2-1ed6-43a4-8e80-b6375f2c9410 req-9abeed73-6428-446b-8b7b-a581cb41f078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:07.360202 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-7d4fcbe2-1ed6-43a4-8e80-b6375f2c9410 req-9abeed73-6428-446b-8b7b-a581cb41f078 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3b9a81c8-a776-4371-9da7-d0daa8f6b0a3 HTTP/1.1" status: 200 len: 859 time: 0.0943220 Jun 14 16:35:07.435965 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-44134af6-7aeb-4390-9275-7c4335a573f2 req-b4c19012-e717-4e0b-acf3-48bac229a4f5 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-782844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4109363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742579636511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60243869'] for port, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:07.451353 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-e0f42da8-4fc6-4ee7-bb1d-1e172425e733 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:07.454843 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-7d4fcbe2-1ed6-43a4-8e80-b6375f2c9410 req-392ac426-283f-4f9e-8292-0cade05daf5c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fefc79f4-b27a-4754-9a1b-78e53aa8e11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0816588 Jun 14 16:35:07.458368 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-6e96292e-cd49-4a13-92fe-8df885563ff4 req-2fb0f1c3-3f9c-468d-bc0e-0c1181b59323 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=71af129e-5dfd-44b0-a89c-2a67e11d5448 HTTP/1.1" status: 200 len: 210 time: 0.0966167 Jun 14 16:35:07.514354 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44134af6-7aeb-4390-9275-7c4335a573f2 req-b4c19012-e717-4e0b-acf3-48bac229a4f5 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Network fefc79f4-b27a-4754-9a1b-78e53aa8e11e is already hosted by enough agents. {{(pid=91936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:35:07.529621 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.base_scheduler [req-44134af6-7aeb-4390-9275-7c4335a573f2 req-b4c19012-e717-4e0b-acf3-48bac229a4f5 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Resources bound (agent type, host, resource id): {{(pid=91936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:35:07.545979 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.db.l3_dvrscheduler_db [req-44134af6-7aeb-4390-9275-7c4335a573f2 req-b4c19012-e717-4e0b-acf3-48bac229a4f5 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Received port after_create {{(pid=91936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 16:35:07.586936 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-4ce408cd-f901-4625-bdc2-b1851099b8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:07.587881 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-57f8d98f-1e98-4139-843a-3108fc21c323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:07.659912 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-7d4fcbe2-1ed6-43a4-8e80-b6375f2c9410 req-c58663c9-fac2-47e5-a0ee-4b677871870e service neutron] 10.222.0.41 "GET /v2.0/networks/fefc79f4-b27a-4754-9a1b-78e53aa8e11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847949 Jun 14 16:35:07.669881 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-4ce408cd-f901-4625-bdc2-b1851099b8b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:07.686528 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-4ce408cd-f901-4625-bdc2-b1851099b8b9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f3df8b92-93ce-4ce5-b847-ba7097662a8c HTTP/1.1" status: 204 len: 168 time: 1.2198343 Jun 14 16:35:07.696514 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56df6d02-0da2-42e6-8fca-eba1c8fea1a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b70c5f57-41fc-4e3d-8e9b-e99910b86854'}] {{(pid=91937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:35:07.700711 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}410d25e5bbb1e20f764875c123142387b982c9cf9b01c37f3ab36e77f3c6c019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf30bd6c-3c21-42aa-92aa-0e77758b1b0c" -d '{"events": [{"server_uuid": "56df6d02-0da2-42e6-8fca-eba1c8fea1a6", "name": "network-vif-plugged", "status": "completed", "tag": "b70c5f57-41fc-4e3d-8e9b-e99910b86854"}]}' {{(pid=91937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:35:07.704299 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-c7d2dc94-3315-463e-a756-7ffa404f6d9f req-af0c24a8-b430-4ddb-ae31-24d0daee7e72 tempest-DeleteServersTestJSON-633373428 tempest-DeleteServersTestJSON-633373428-project] 10.222.0.16 "GET /v2.0/security-groups?id=76b2d887-2dc7-463f-8221-defb6639739c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3470001 Jun 14 16:35:07.768478 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-57f8d98f-1e98-4139-843a-3108fc21c323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:07.770442 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-57f8d98f-1e98-4139-843a-3108fc21c323 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/97cb7654-8003-49db-8954-cf35558c46c9 HTTP/1.1" status: 204 len: 168 time: 1.4413249 Jun 14 16:35:07.859913 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44134af6-7aeb-4390-9275-7c4335a573f2 req-b4c19012-e717-4e0b-acf3-48bac229a4f5 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:07.860656 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-44134af6-7aeb-4390-9275-7c4335a573f2 req-b4c19012-e717-4e0b-acf3-48bac229a4f5 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693340'] for port, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:07.863528 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-fdb0bcaa-1e46-4609-ae3f-c0bfe60cd522 req-e2793ea9-ba08-4ec5-a33f-d9889d940130 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aae5f17-8018-4c95-a614-7f339a39d94b HTTP/1.1" status: 200 len: 210 time: 0.1011124 Jun 14 16:35:07.864675 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c19012-e717-4e0b-acf3-48bac229a4f5 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Pushing event updated for resources: {'Port': ['ID=bb943b32-ae8b-4a0e-afd5-677ee450a247,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:07.938610 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-7d4fcbe2-1ed6-43a4-8e80-b6375f2c9410 req-a5cf313f-bcac-47d1-aaf0-af05cfa8bff3 service neutron] 10.222.0.41 "GET /v2.0/networks/fefc79f4-b27a-4754-9a1b-78e53aa8e11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713206 Jun 14 16:35:07.960380 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-b4c19012-e717-4e0b-acf3-48bac229a4f5 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:07.969181 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-44134af6-7aeb-4390-9275-7c4335a573f2 req-b4c19012-e717-4e0b-acf3-48bac229a4f5 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4145660 Jun 14 16:35:07.969882 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.275s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:07.988169 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 16:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd717822-67d5-4f86-a97f-c949bde321da x-openstack-request-id: req-fd717822-67d5-4f86-a97f-c949bde321da {{(pid=91937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:35:07.989287 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56df6d02-0da2-42e6-8fca-eba1c8fea1a6", "name": "network-vif-plugged", "status": "completed", "tag": "b70c5f57-41fc-4e3d-8e9b-e99910b86854", "code": 200}]} {{(pid=91937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:35:07.989927 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fd717822-67d5-4f86-a97f-c949bde321da {{(pid=91937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:35:07.990768 dv-cinder-796286-2-smb neutron-server[91937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56df6d02-0da2-42e6-8fca-eba1c8fea1a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b70c5f57-41fc-4e3d-8e9b-e99910b86854', 'code': 200} Jun 14 16:35:08.046282 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.v2.base [req-44134af6-7aeb-4390-9275-7c4335a573f2 req-7ceb1c0d-ba50-4ac4-8fc7-14aba8752ad1 service neutron] Request body: {'port': {'device_id': '71af129e-5dfd-44b0-a89c-2a67e11d5448', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=91936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:35:08.110800 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce408cd-f901-4625-bdc2-b1851099b8b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3df8b92-93ce-4ce5-b847-ba7097662a8c,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:08.152612 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f8d98f-1e98-4139-843a-3108fc21c323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97cb7654-8003-49db-8954-cf35558c46c9,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:08.204691 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-57f8d98f-1e98-4139-843a-3108fc21c323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:08.206988 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.362s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:08.207388 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:08.238652 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-44134af6-7aeb-4390-9275-7c4335a573f2 req-7ceb1c0d-ba50-4ac4-8fc7-14aba8752ad1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:08.273444 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5c69e9-20e9-488b-92cf-947641e6b0b5 req-ab61a21f-6cad-4f5a-8414-bfba3f29ef0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:08.275270 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-8c5c69e9-20e9-488b-92cf-947641e6b0b5 req-ab61a21f-6cad-4f5a-8414-bfba3f29ef0b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e9e3ca0d5f6a422091735101e0717fda&device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8 HTTP/1.1" status: 200 len: 1097 time: 0.2267408 Jun 14 16:35:08.296623 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0669e4-9414-4cdf-8103-1c8ba151661b req-afc6d526-a64c-4b59-8e6e-c2732a82d1a6 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:08.298504 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-8c0669e4-9414-4cdf-8103-1c8ba151661b req-afc6d526-a64c-4b59-8e6e-c2732a82d1a6 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/ports?device_id=56df6d02-0da2-42e6-8fca-eba1c8fea1a6 HTTP/1.1" status: 200 len: 946 time: 0.1526992 Jun 14 16:35:08.456604 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-8c0669e4-9414-4cdf-8103-1c8ba151661b req-7caf9205-91ef-43ec-b12b-a6d75127494d tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d68b5e0-d111-4ac2-8cbb-412eb72c7454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470184 Jun 14 16:35:08.457146 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.41', 51520) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:08.554737 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 41686) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:08.647461 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-5058963a-28e8-48ce-94e0-c0cb7f829148 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=255705001c9b4d61be2259aac34f51a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0875347 Jun 14 16:35:08.652260 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 41688) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:08.677177 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5c69e9-20e9-488b-92cf-947641e6b0b5 req-aaffe0c6-38a1-4dae-b679-cc6c84872ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:08.680252 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-8c5c69e9-20e9-488b-92cf-947641e6b0b5 req-aaffe0c6-38a1-4dae-b679-cc6c84872ae8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fefc79f4-b27a-4754-9a1b-78e53aa8e11e HTTP/1.1" status: 200 len: 920 time: 0.3944499 Jun 14 16:35:08.701044 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9320362-3145-494b-a982-590d281e421f req-1e651be1-5687-490a-b9cd-f85cf368cdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:08.703179 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-e9320362-3145-494b-a982-590d281e421f req-1e651be1-5687-490a-b9cd-f85cf368cdd0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=56df6d02-0da2-42e6-8fca-eba1c8fea1a6 HTTP/1.1" status: 200 len: 1099 time: 0.2418094 Jun 14 16:35:08.785910 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a07b4c-4fa0-4fbb-92af-4988f81cf87d req-f560ce12-a106-48fd-9a01-5fb90d8d8400 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:08.788060 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-d8a07b4c-4fa0-4fbb-92af-4988f81cf87d req-f560ce12-a106-48fd-9a01-5fb90d8d8400 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.41 "GET /v2.0/networks?id=b827e6b3-7ed7-4462-86b3-950f50bba85c HTTP/1.1" status: 200 len: 816 time: 1.0817332 Jun 14 16:35:08.871892 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-8c5c69e9-20e9-488b-92cf-947641e6b0b5 req-16414156-880c-4952-9dd6-74b4782a9b59 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70d8ad52-1187-4381-82fc-856efa52ce63 HTTP/1.1" status: 200 len: 217 time: 0.1643655 Jun 14 16:35:08.895691 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee0a23a-9698-4883-ac3f-276bcdd486fb req-9176ab7c-d44f-498d-b9aa-4cf7e9cff208 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:08.897363 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-5ee0a23a-9698-4883-ac3f-276bcdd486fb req-9176ab7c-d44f-498d-b9aa-4cf7e9cff208 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=71af129e-5dfd-44b0-a89c-2a67e11d5448 HTTP/1.1" status: 200 len: 932 time: 0.1860516 Jun 14 16:35:09.006491 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-d8a07b4c-4fa0-4fbb-92af-4988f81cf87d req-da5ff9bd-3aed-4ca1-8129-1bad1f38bd1b tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e64979c8b4744a1a9e561844a8d2019 HTTP/1.1" status: 200 len: 380 time: 0.1961381 Jun 14 16:35:09.024319 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.v2.base [req-d8a07b4c-4fa0-4fbb-92af-4988f81cf87d req-24743615-8d79-4105-acbb-cf1971b6590b tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Request body: {'port': {'device_id': '0aae5f17-8018-4c95-a614-7f339a39d94b', 'network_id': 'b827e6b3-7ed7-4462-86b3-950f50bba85c', 'admin_state_up': True, 'tenant_id': '5e64979c8b4744a1a9e561844a8d2019', 'security_groups': ['8daba1fe-8982-46f6-b6c7-60cb14092ebe']}} {{(pid=91936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:35:09.087174 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-5ee0a23a-9698-4883-ac3f-276bcdd486fb req-82ac91d5-14a1-4168-8ebf-4916190ad6db tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746056 Jun 14 16:35:09.113309 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-e9320362-3145-494b-a982-590d281e421f req-76a9bafa-6fc5-4ed7-9da1-c4d90dc774dc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2d68b5e0-d111-4ac2-8cbb-412eb72c7454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3951151 Jun 14 16:35:09.156701 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-50a67b94-eb03-4b67-a349-14ded4be13d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:09.216801 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5c69e9-20e9-488b-92cf-947641e6b0b5 req-bddf34ee-c89d-46d4-8b43-d4c06accb8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:09.218285 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-8c5c69e9-20e9-488b-92cf-947641e6b0b5 req-bddf34ee-c89d-46d4-8b43-d4c06accb8d1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3b9a81c8-a776-4371-9da7-d0daa8f6b0a3 HTTP/1.1" status: 200 len: 859 time: 0.3261044 Jun 14 16:35:09.288668 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-8c5c69e9-20e9-488b-92cf-947641e6b0b5 req-2760479e-fcc9-4985-996f-d9a4cc5c9ed5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fefc79f4-b27a-4754-9a1b-78e53aa8e11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519693 Jun 14 16:35:09.306852 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-50a67b94-eb03-4b67-a349-14ded4be13d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:09.331472 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-8747cbfd-8c27-4c8d-9d0c-9bd772543407 req-7b9af0c6-e22f-4982-8a26-3d56895cc9bd tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aae5f17-8018-4c95-a614-7f339a39d94b HTTP/1.1" status: 200 len: 210 time: 0.0494783 Jun 14 16:35:09.333611 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.notifiers.nova [req-44134af6-7aeb-4390-9275-7c4335a573f2 req-7ceb1c0d-ba50-4ac4-8fc7-14aba8752ad1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb943b32-ae8b-4a0e-afd5-677ee450a247 {{(pid=91936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 16:35:09.347234 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-44134af6-7aeb-4390-9275-7c4335a573f2 req-7ceb1c0d-ba50-4ac4-8fc7-14aba8752ad1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:09.386598 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.db.provisioning_blocks [req-44134af6-7aeb-4390-9275-7c4335a573f2 req-7ceb1c0d-ba50-4ac4-8fc7-14aba8752ad1 service neutron] Transition to ACTIVE for port object bb943b32-ae8b-4a0e-afd5-677ee450a247 will not be triggered until provisioned by entity L2. {{(pid=91936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:35:09.399744 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-44134af6-7aeb-4390-9275-7c4335a573f2 req-7ceb1c0d-ba50-4ac4-8fc7-14aba8752ad1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60243875'] for port, after_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:09.403402 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:09.408361 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8a07b4c-4fa0-4fbb-92af-4988f81cf87d req-24743615-8d79-4105-acbb-cf1971b6590b tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Made reservation on behalf of 5e64979c8b4744a1a9e561844a8d2019 for: {'port': 1} {{(pid=91936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:35:09.412940 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-d8a07b4c-4fa0-4fbb-92af-4988f81cf87d req-24743615-8d79-4105-acbb-cf1971b6590b tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-782655'] for port, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:09.453129 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4c5476-a2ca-459d-95bc-803fc2968097 req-408582bb-5434-41b2-9202-591f1daf7aea tempest-DeleteServersTestJSON-633373428 tempest-DeleteServersTestJSON-633373428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:09.454843 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-0d4c5476-a2ca-459d-95bc-803fc2968097 req-408582bb-5434-41b2-9202-591f1daf7aea tempest-DeleteServersTestJSON-633373428 tempest-DeleteServersTestJSON-633373428-project] 10.222.0.16 "GET /v2.0/ports?device_id=197c8f7e-1847-4f23-a156-015feeff965a HTTP/1.1" status: 200 len: 946 time: 0.5242434 Jun 14 16:35:09.677634 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-0d4c5476-a2ca-459d-95bc-803fc2968097 req-3bc022a5-ef45-4099-805a-7dbc27f7fd87 tempest-DeleteServersTestJSON-633373428 tempest-DeleteServersTestJSON-633373428-project] 10.222.0.16 "GET /v2.0/security-groups?id=76b2d887-2dc7-463f-8221-defb6639739c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065892 Jun 14 16:35:09.685965 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-8c5c69e9-20e9-488b-92cf-947641e6b0b5 req-0900307b-70d3-4a9f-a0d2-aa477ed12acf service neutron] 10.222.0.41 "GET /v2.0/networks/fefc79f4-b27a-4754-9a1b-78e53aa8e11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3823001 Jun 14 16:35:09.740024 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceb1c0d-ba50-4ac4-8fc7-14aba8752ad1 service neutron] Pushing event updated for resources: {'Port': ['ID=bb943b32-ae8b-4a0e-afd5-677ee450a247,revision_number=2']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:09.745128 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-7ceb1c0d-ba50-4ac4-8fc7-14aba8752ad1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:09.761981 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-50a67b94-eb03-4b67-a349-14ded4be13d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:09.764892 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-50a67b94-eb03-4b67-a349-14ded4be13d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:09.767715 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-50a67b94-eb03-4b67-a349-14ded4be13d6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/26676b37-0d8b-42fc-b225-9bc3ad0e38c3 HTTP/1.1" status: 204 len: 168 time: 1.1108282 Jun 14 16:35:09.926405 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.managers [req-44134af6-7aeb-4390-9275-7c4335a573f2 req-7ceb1c0d-ba50-4ac4-8fc7-14aba8752ad1 service neutron] Attempting to bind port bb943b32-ae8b-4a0e-afd5-677ee450a247 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=91936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 16:35:09.927004 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.managers [req-44134af6-7aeb-4390-9275-7c4335a573f2 req-7ceb1c0d-ba50-4ac4-8fc7-14aba8752ad1 service neutron] Attempting to bind port bb943b32-ae8b-4a0e-afd5-677ee450a247 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '3904788e-8c59-4c75-9198-5b4a052a3687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'fefc79f4-b27a-4754-9a1b-78e53aa8e11e'}] {{(pid=91936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 16:35:09.927100 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44134af6-7aeb-4390-9275-7c4335a573f2 req-7ceb1c0d-ba50-4ac4-8fc7-14aba8752ad1 service neutron] Attempting to bind port bb943b32-ae8b-4a0e-afd5-677ee450a247 on network fefc79f4-b27a-4754-9a1b-78e53aa8e11e {{(pid=91936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:35:09.952167 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44134af6-7aeb-4390-9275-7c4335a573f2 req-7ceb1c0d-ba50-4ac4-8fc7-14aba8752ad1 service neutron] Port bb943b32-ae8b-4a0e-afd5-677ee450a247 on network fefc79f4-b27a-4754-9a1b-78e53aa8e11e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=91936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 16:35:09.952346 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44134af6-7aeb-4390-9275-7c4335a573f2 req-7ceb1c0d-ba50-4ac4-8fc7-14aba8752ad1 service neutron] Attempting to bind port bb943b32-ae8b-4a0e-afd5-677ee450a247 on network fefc79f4-b27a-4754-9a1b-78e53aa8e11e {{(pid=91936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:35:09.960225 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.db.db_base_plugin_common [req-d8a07b4c-4fa0-4fbb-92af-4988f81cf87d req-24743615-8d79-4105-acbb-cf1971b6590b tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Allocated IP 172.20.0.3 (b827e6b3-7ed7-4462-86b3-950f50bba85c/1c618564-7ca5-4a66-b740-3ae47e99df42/49648edd-323d-4ff7-91d2-29157438a0ec) {{(pid=91936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 16:35:09.976970 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c1e143-2845-4acc-9b81-94dac4bb77f4 req-f42d655b-3b04-4388-86f2-5500fa2abdf4 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:09.979653 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-26c1e143-2845-4acc-9b81-94dac4bb77f4 req-f42d655b-3b04-4388-86f2-5500fa2abdf4 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/ports?device_id=56df6d02-0da2-42e6-8fca-eba1c8fea1a6 HTTP/1.1" status: 200 len: 946 time: 0.3418345 Jun 14 16:35:09.983444 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44134af6-7aeb-4390-9275-7c4335a573f2 req-7ceb1c0d-ba50-4ac4-8fc7-14aba8752ad1 service neutron] Checking agent: {'id': '1755a277-340e-436e-845c-4a890e3bd21a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 32, 46), 'started_at': datetime.datetime(2021, 6, 14, 16, 32, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 16, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 16:35:09.983867 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44134af6-7aeb-4390-9275-7c4335a573f2 req-7ceb1c0d-ba50-4ac4-8fc7-14aba8752ad1 service neutron] Checking segment: {'id': '3904788e-8c59-4c75-9198-5b4a052a3687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'fefc79f4-b27a-4754-9a1b-78e53aa8e11e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:35:09.984421 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44134af6-7aeb-4390-9275-7c4335a573f2 req-7ceb1c0d-ba50-4ac4-8fc7-14aba8752ad1 service neutron] Bound using segment: {'id': '3904788e-8c59-4c75-9198-5b4a052a3687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'fefc79f4-b27a-4754-9a1b-78e53aa8e11e'} {{(pid=91936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 16:35:09.984930 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.managers [req-44134af6-7aeb-4390-9275-7c4335a573f2 req-7ceb1c0d-ba50-4ac4-8fc7-14aba8752ad1 service neutron] Bound port: bb943b32-ae8b-4a0e-afd5-677ee450a247, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3904788e-8c59-4c75-9198-5b4a052a3687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'fefc79f4-b27a-4754-9a1b-78e53aa8e11e'}}] {{(pid=91936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 16:35:09.985307 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-44134af6-7aeb-4390-9275-7c4335a573f2 req-7ceb1c0d-ba50-4ac4-8fc7-14aba8752ad1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:10.018005 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-075e9397-4028-47a6-9b9c-7c43d2dda22a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:10.036941 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a67b94-eb03-4b67-a349-14ded4be13d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26676b37-0d8b-42fc-b225-9bc3ad0e38c3,revision_number=None']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:10.040817 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-50a67b94-eb03-4b67-a349-14ded4be13d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:10.073438 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-8c5c69e9-20e9-488b-92cf-947641e6b0b5 req-28f7fd3f-91a0-4431-bdf1-f86bd7a466b3 service neutron] 10.222.0.41 "GET /v2.0/networks/fefc79f4-b27a-4754-9a1b-78e53aa8e11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3778234 Jun 14 16:35:10.185793 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-26c1e143-2845-4acc-9b81-94dac4bb77f4 req-79b72f42-ab07-4cf4-83d4-4e3cdfd73b2e tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d68b5e0-d111-4ac2-8cbb-412eb72c7454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769679 Jun 14 16:35:10.327234 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.db [req-44134af6-7aeb-4390-9275-7c4335a573f2 req-7ceb1c0d-ba50-4ac4-8fc7-14aba8752ad1 service neutron] For port bb943b32-ae8b-4a0e-afd5-677ee450a247, host hv-cinder-79628, cleared binding levels {{(pid=91936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 16:35:10.387191 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dd783b-7424-429c-96bf-7dc789905b05 req-8f59ca7d-0cce-4da3-a41a-e550c3dc6db2 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:10.389524 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-14dd783b-7424-429c-96bf-7dc789905b05 req-8f59ca7d-0cce-4da3-a41a-e550c3dc6db2 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=71af129e-5dfd-44b0-a89c-2a67e11d5448 HTTP/1.1" status: 200 len: 944 time: 0.1535318 Jun 14 16:35:10.431393 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.db [req-44134af6-7aeb-4390-9275-7c4335a573f2 req-7ceb1c0d-ba50-4ac4-8fc7-14aba8752ad1 service neutron] For port bb943b32-ae8b-4a0e-afd5-677ee450a247, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=bb943b32-ae8b-4a0e-afd5-677ee450a247,segment=NetworkSegment(3904788e-8c59-4c75-9198-5b4a052a3687),segment_id=3904788e-8c59-4c75-9198-5b4a052a3687)] {{(pid=91936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 16:35:10.448545 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-44134af6-7aeb-4390-9275-7c4335a573f2 req-7ceb1c0d-ba50-4ac4-8fc7-14aba8752ad1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60243875'] for port, after_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:10.459299 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-14dd783b-7424-429c-96bf-7dc789905b05 req-e064dfff-e536-4500-82e6-bffeea4a28c8 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589957 Jun 14 16:35:10.529249 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device 70d8ad52-1187-4381-82fc-856efa52ce63 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=91937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 16:35:10.550864 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-d8a07b4c-4fa0-4fbb-92af-4988f81cf87d req-24743615-8d79-4105-acbb-cf1971b6590b tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks [] for port, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:10.571140 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.db.provisioning_blocks [req-d8a07b4c-4fa0-4fbb-92af-4988f81cf87d req-24743615-8d79-4105-acbb-cf1971b6590b tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Transition to ACTIVE for port object 49648edd-323d-4ff7-91d2-29157438a0ec will not be triggered until provisioned by entity DHCP. {{(pid=91936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:35:10.585106 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:10.694784 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44134af6-7aeb-4390-9275-7c4335a573f2 req-7ceb1c0d-ba50-4ac4-8fc7-14aba8752ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:10.695832 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-44134af6-7aeb-4390-9275-7c4335a573f2 req-7ceb1c0d-ba50-4ac4-8fc7-14aba8752ad1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693340'] for port, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:10.698829 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-44134af6-7aeb-4390-9275-7c4335a573f2 req-7ceb1c0d-ba50-4ac4-8fc7-14aba8752ad1 service neutron] 10.222.0.41 "PUT /v2.0/ports/bb943b32-ae8b-4a0e-afd5-677ee450a247 HTTP/1.1" status: 200 len: 1094 time: 2.7003865 Jun 14 16:35:10.703138 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71af129e-5dfd-44b0-a89c-2a67e11d5448', 'tag': 'bb943b32-ae8b-4a0e-afd5-677ee450a247'}] {{(pid=91936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:35:10.705744 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659a09cea19619e202447e1b4bc3efe885e95cab3022d83c422060b06feffe3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3fcfe6b-22eb-42cf-94ed-bf13e4ee669c" -d '{"events": [{"name": "network-changed", "server_uuid": "71af129e-5dfd-44b0-a89c-2a67e11d5448", "tag": "bb943b32-ae8b-4a0e-afd5-677ee450a247"}]}' {{(pid=91936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:35:10.709945 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-fd4c158f-5191-488c-92b2-dca6d33c687f req-da53609a-a16d-4644-b228-d11987f678ce tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aae5f17-8018-4c95-a614-7f339a39d94b HTTP/1.1" status: 200 len: 210 time: 0.1191146 Jun 14 16:35:10.785724 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] For port 70d8ad52-1187-4381-82fc-856efa52ce63, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=70d8ad52-1187-4381-82fc-856efa52ce63,segment=NetworkSegment(3904788e-8c59-4c75-9198-5b4a052a3687),segment_id=3904788e-8c59-4c75-9198-5b4a052a3687)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:35:10.818966 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Returning: {'device': '70d8ad52-1187-4381-82fc-856efa52ce63', 'network_id': 'fefc79f4-b27a-4754-9a1b-78e53aa8e11e', 'port_id': '70d8ad52-1187-4381-82fc-856efa52ce63', 'mac_address': 'fa:16:3e:37:49:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b9a81c8-a776-4371-9da7-d0daa8f6b0a3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 16:35:10.837797 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-d8a07b4c-4fa0-4fbb-92af-4988f81cf87d req-24743615-8d79-4105-acbb-cf1971b6590b tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-782844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4109363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742579636511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60243869'] for port, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:10.841945 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 16:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f7110a-b3a5-4574-a0a5-b7a4c27edee8 x-openstack-request-id: req-10f7110a-b3a5-4574-a0a5-b7a4c27edee8 {{(pid=91936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:35:10.842277 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71af129e-5dfd-44b0-a89c-2a67e11d5448", "tag": "bb943b32-ae8b-4a0e-afd5-677ee450a247", "status": "completed", "code": 200}]} {{(pid=91936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:35:10.845731 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-10f7110a-b3a5-4574-a0a5-b7a4c27edee8 {{(pid=91936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:35:10.846493 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71af129e-5dfd-44b0-a89c-2a67e11d5448', 'tag': 'bb943b32-ae8b-4a0e-afd5-677ee450a247', 'status': 'completed', 'code': 200} Jun 14 16:35:10.850287 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceb1c0d-ba50-4ac4-8fc7-14aba8752ad1 service neutron] Pushing event updated for resources: {'Port': ['ID=bb943b32-ae8b-4a0e-afd5-677ee450a247,revision_number=3']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:10.868902 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-7ceb1c0d-ba50-4ac4-8fc7-14aba8752ad1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:10.869958 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-7ceb1c0d-ba50-4ac4-8fc7-14aba8752ad1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:10.909107 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:10.940867 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.notifiers.nova [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70d8ad52-1187-4381-82fc-856efa52ce63 {{(pid=91937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 16:35:10.997187 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8a07b4c-4fa0-4fbb-92af-4988f81cf87d req-24743615-8d79-4105-acbb-cf1971b6590b tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Network b827e6b3-7ed7-4462-86b3-950f50bba85c is already hosted by enough agents. {{(pid=91936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:35:11.011018 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] For port 70d8ad52-1187-4381-82fc-856efa52ce63, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=70d8ad52-1187-4381-82fc-856efa52ce63,segment=NetworkSegment(3904788e-8c59-4c75-9198-5b4a052a3687),segment_id=3904788e-8c59-4c75-9198-5b4a052a3687)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:35:11.012013 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.base_scheduler [req-d8a07b4c-4fa0-4fbb-92af-4988f81cf87d req-24743615-8d79-4105-acbb-cf1971b6590b tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Resources bound (agent type, host, resource id): {{(pid=91936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:35:11.016665 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8a07b4c-4fa0-4fbb-92af-4988f81cf87d req-24743615-8d79-4105-acbb-cf1971b6590b tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Received port after_create {{(pid=91936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 16:35:11.023259 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:11.025451 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:11.101771 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c834c-f841-4e0e-9682-d97618f1739e req-52b08329-9833-4244-a65e-38e29a3ea220 tempest-DeleteServersTestJSON-633373428 tempest-DeleteServersTestJSON-633373428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:11.106923 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-a98c834c-f841-4e0e-9682-d97618f1739e req-52b08329-9833-4244-a65e-38e29a3ea220 tempest-DeleteServersTestJSON-633373428 tempest-DeleteServersTestJSON-633373428-project] 10.222.0.16 "GET /v2.0/ports?device_id=197c8f7e-1847-4f23-a156-015feeff965a HTTP/1.1" status: 200 len: 946 time: 0.1736348 Jun 14 16:35:11.176532 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Pushing event updated for resources: {'Port': ['ID=70d8ad52-1187-4381-82fc-856efa52ce63,revision_number=4']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:11.187119 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:11.191561 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a07b4c-4fa0-4fbb-92af-4988f81cf87d req-24743615-8d79-4105-acbb-cf1971b6590b tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:11.192314 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-d8a07b4c-4fa0-4fbb-92af-4988f81cf87d req-24743615-8d79-4105-acbb-cf1971b6590b tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693340'] for port, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:11.198627 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24743615-8d79-4105-acbb-cf1971b6590b tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Pushing event updated for resources: {'Port': ['ID=49648edd-323d-4ff7-91d2-29157438a0ec,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:11.202091 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-24743615-8d79-4105-acbb-cf1971b6590b tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:11.206490 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-a98c834c-f841-4e0e-9682-d97618f1739e req-69f61ab7-dee3-4d12-9abe-2b1bb8d7044d tempest-DeleteServersTestJSON-633373428 tempest-DeleteServersTestJSON-633373428-project] 10.222.0.16 "GET /v2.0/security-groups?id=76b2d887-2dc7-463f-8221-defb6639739c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899179 Jun 14 16:35:11.222941 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44134af6-7aeb-4390-9275-7c4335a573f2 req-901ba918-c0f6-417a-a599-61d88b00d72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:11.224511 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-44134af6-7aeb-4390-9275-7c4335a573f2 req-901ba918-c0f6-417a-a599-61d88b00d72d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e9e3ca0d5f6a422091735101e0717fda&device_id=71af129e-5dfd-44b0-a89c-2a67e11d5448 HTTP/1.1" status: 200 len: 1097 time: 0.4417124 Jun 14 16:35:11.262445 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-d8a07b4c-4fa0-4fbb-92af-4988f81cf87d req-24743615-8d79-4105-acbb-cf1971b6590b tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2425463 Jun 14 16:35:11.304600 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] get_ports_and_sgs() called for port_ids ['70d8ad52-1187-4381-82fc-856efa52ce63'] {{(pid=91937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 16:35:11.423833 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.v2.base [req-d8a07b4c-4fa0-4fbb-92af-4988f81cf87d req-59189b43-9508-4a1d-a6a8-f2dddf0a2266 service neutron] Request body: {'port': {'device_id': '0aae5f17-8018-4c95-a614-7f339a39d94b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=91936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:35:11.442819 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-44134af6-7aeb-4390-9275-7c4335a573f2 req-be651c58-591e-470b-85e2-fd7342b84bee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb943b32-ae8b-4a0e-afd5-677ee450a247 HTTP/1.1" status: 200 len: 217 time: 0.2037518 Jun 14 16:35:11.545252 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-4c99a001-e68f-4124-8af0-6e6aba6fd886 None None] Provisioning for port 49648edd-323d-4ff7-91d2-29157438a0ec completed by entity DHCP. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:35:11.551155 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-4c99a001-e68f-4124-8af0-6e6aba6fd886 None None] Provisioning complete for port 49648edd-323d-4ff7-91d2-29157438a0ec triggered by entity DHCP. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:35:11.551645 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-4c99a001-e68f-4124-8af0-6e6aba6fd886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:11.618927 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.plugin [None req-4c99a001-e68f-4124-8af0-6e6aba6fd886 None None] Port 49648edd-323d-4ff7-91d2-29157438a0ec cannot update to ACTIVE because it is not bound. {{(pid=91937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 16:35:11.661918 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44134af6-7aeb-4390-9275-7c4335a573f2 req-f992b1a1-b3ee-4d9e-ab87-6fff99b3b667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:11.663583 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-44134af6-7aeb-4390-9275-7c4335a573f2 req-f992b1a1-b3ee-4d9e-ab87-6fff99b3b667 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3b9a81c8-a776-4371-9da7-d0daa8f6b0a3 HTTP/1.1" status: 200 len: 859 time: 0.1624460 Jun 14 16:35:11.926638 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f954e7a4-bf33-405e-aa83-cbbcd34aedac req-b48cf99f-f28e-41a9-9ba3-2a22c35282e5 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:11.938235 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-f954e7a4-bf33-405e-aa83-cbbcd34aedac req-b48cf99f-f28e-41a9-9ba3-2a22c35282e5 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=71af129e-5dfd-44b0-a89c-2a67e11d5448 HTTP/1.1" status: 200 len: 944 time: 0.1745739 Jun 14 16:35:12.028223 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-44134af6-7aeb-4390-9275-7c4335a573f2 req-7f50599c-a4d9-4bb0-ba3b-58cee8b59ae1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fefc79f4-b27a-4754-9a1b-78e53aa8e11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3520780 Jun 14 16:35:12.051897 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-f954e7a4-bf33-405e-aa83-cbbcd34aedac req-5f32bad4-952e-40d6-b52d-5d7618da0a9a tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115844 Jun 14 16:35:12.061579 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-d8a07b4c-4fa0-4fbb-92af-4988f81cf87d req-59189b43-9508-4a1d-a6a8-f2dddf0a2266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:12.123977 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a500464d-80ca-4ecb-9780-57a4e28683cb req-9b87e075-4f4b-4870-9d41-4fe4e4f4457e tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:12.137421 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-a500464d-80ca-4ecb-9780-57a4e28683cb req-9b87e075-4f4b-4870-9d41-4fe4e4f4457e tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/ports?device_id=56df6d02-0da2-42e6-8fca-eba1c8fea1a6 HTTP/1.1" status: 200 len: 946 time: 0.6348212 Jun 14 16:35:12.304827 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-a500464d-80ca-4ecb-9780-57a4e28683cb req-a9fe5a36-f7c3-4ecf-b9c8-3669ab545177 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d68b5e0-d111-4ac2-8cbb-412eb72c7454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627879 Jun 14 16:35:12.451115 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-44134af6-7aeb-4390-9275-7c4335a573f2 req-2df17662-ad3a-4123-a7bd-e97fe64aabf2 service neutron] 10.222.0.41 "GET /v2.0/networks/fefc79f4-b27a-4754-9a1b-78e53aa8e11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3978884 Jun 14 16:35:12.480921 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429c76bc-1efd-482e-999f-080766ea5ae4 req-d33028c3-c91e-4eeb-9f77-fddd7061065e tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:12.482369 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-429c76bc-1efd-482e-999f-080766ea5ae4 req-d33028c3-c91e-4eeb-9f77-fddd7061065e tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aae5f17-8018-4c95-a614-7f339a39d94b HTTP/1.1" status: 200 len: 931 time: 0.1821589 Jun 14 16:35:12.560668 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device 70d8ad52-1187-4381-82fc-856efa52ce63 up at agent hyperv_hv-cinder-79628 {{(pid=91937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:35:12.585957 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-429c76bc-1efd-482e-999f-080766ea5ae4 req-cd6be8b3-eba6-43bc-95b0-917a89d0c9fe tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=8daba1fe-8982-46f6-b6c7-60cb14092ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893173 Jun 14 16:35:12.671040 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Provisioning for port 70d8ad52-1187-4381-82fc-856efa52ce63 completed by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:35:12.678342 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Provisioning complete for port 70d8ad52-1187-4381-82fc-856efa52ce63 triggered by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:35:12.678780 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:12.759576 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 41874) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:12.824160 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:12.845601 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-44134af6-7aeb-4390-9275-7c4335a573f2 req-ce1d9bbb-5b55-41a3-b074-1582ba139fe1 service neutron] 10.222.0.41 "GET /v2.0/networks/fefc79f4-b27a-4754-9a1b-78e53aa8e11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212373 Jun 14 16:35:12.876086 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97bd76ac-3136-4bdd-b9ba-edb6e49499e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70d8ad52-1187-4381-82fc-856efa52ce63'}] {{(pid=91937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:35:12.884099 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}410d25e5bbb1e20f764875c123142387b982c9cf9b01c37f3ab36e77f3c6c019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c4df5f3-a238-4288-ab8c-3181a00b53dc" -d '{"events": [{"server_uuid": "97bd76ac-3136-4bdd-b9ba-edb6e49499e8", "name": "network-vif-plugged", "status": "completed", "tag": "70d8ad52-1187-4381-82fc-856efa52ce63"}]}' {{(pid=91937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:35:12.906210 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] For port 70d8ad52-1187-4381-82fc-856efa52ce63, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=70d8ad52-1187-4381-82fc-856efa52ce63,segment=NetworkSegment(3904788e-8c59-4c75-9198-5b4a052a3687),segment_id=3904788e-8c59-4c75-9198-5b4a052a3687)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:35:12.913491 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:12.919661 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-e94f01f1-f115-4673-bc25-146e53a37f75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:13.000913 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 16:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b056a3c8-f16d-4631-8b13-d5d7c518d6c9 x-openstack-request-id: req-b056a3c8-f16d-4631-8b13-d5d7c518d6c9 {{(pid=91937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:35:13.001227 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97bd76ac-3136-4bdd-b9ba-edb6e49499e8", "name": "network-vif-plugged", "status": "completed", "tag": "70d8ad52-1187-4381-82fc-856efa52ce63", "code": 200}]} {{(pid=91937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:35:13.001493 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b056a3c8-f16d-4631-8b13-d5d7c518d6c9 {{(pid=91937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:35:13.001901 dv-cinder-796286-2-smb neutron-server[91937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97bd76ac-3136-4bdd-b9ba-edb6e49499e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70d8ad52-1187-4381-82fc-856efa52ce63', 'code': 200} Jun 14 16:35:13.047924 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.notifiers.nova [req-d8a07b4c-4fa0-4fbb-92af-4988f81cf87d req-59189b43-9508-4a1d-a6a8-f2dddf0a2266 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49648edd-323d-4ff7-91d2-29157438a0ec {{(pid=91936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 16:35:13.054677 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Pushing event updated for resources: {'Port': ['ID=70d8ad52-1187-4381-82fc-856efa52ce63,revision_number=5']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:13.063388 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:13.071948 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-d8a07b4c-4fa0-4fbb-92af-4988f81cf87d req-59189b43-9508-4a1d-a6a8-f2dddf0a2266 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:13.095224 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.db.provisioning_blocks [req-d8a07b4c-4fa0-4fbb-92af-4988f81cf87d req-59189b43-9508-4a1d-a6a8-f2dddf0a2266 service neutron] Transition to ACTIVE for port object 49648edd-323d-4ff7-91d2-29157438a0ec will not be triggered until provisioned by entity L2. {{(pid=91936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:35:13.101657 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fcfe6b-22eb-42cf-94ed-bf13e4ee669c req-b7291e23-2b2a-47da-b0d3-9c3d2d5e6d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:13.108738 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-f3fcfe6b-22eb-42cf-94ed-bf13e4ee669c req-b7291e23-2b2a-47da-b0d3-9c3d2d5e6d39 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e9e3ca0d5f6a422091735101e0717fda&device_id=71af129e-5dfd-44b0-a89c-2a67e11d5448 HTTP/1.1" status: 200 len: 1097 time: 0.1367340 Jun 14 16:35:13.108738 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-d8a07b4c-4fa0-4fbb-92af-4988f81cf87d req-59189b43-9508-4a1d-a6a8-f2dddf0a2266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60243875'] for port, after_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:13.108738 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:13.319110 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-39b8eb47-bf43-4e49-97f4-8752327eb952 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:13.503974 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59189b43-9508-4a1d-a6a8-f2dddf0a2266 service neutron] Pushing event updated for resources: {'Port': ['ID=49648edd-323d-4ff7-91d2-29157438a0ec,revision_number=2']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:13.517022 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-59189b43-9508-4a1d-a6a8-f2dddf0a2266 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:13.617271 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fcfe6b-22eb-42cf-94ed-bf13e4ee669c req-3aa24dac-c7f4-41c4-bae0-ec3b69f8d67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:13.618994 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-f3fcfe6b-22eb-42cf-94ed-bf13e4ee669c req-3aa24dac-c7f4-41c4-bae0-ec3b69f8d67a service neutron] 10.222.0.41 "GET /v2.0/networks?id=fefc79f4-b27a-4754-9a1b-78e53aa8e11e HTTP/1.1" status: 200 len: 920 time: 0.5034425 Jun 14 16:35:13.640965 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.managers [req-d8a07b4c-4fa0-4fbb-92af-4988f81cf87d req-59189b43-9508-4a1d-a6a8-f2dddf0a2266 service neutron] Attempting to bind port 49648edd-323d-4ff7-91d2-29157438a0ec on host hv-cinder-79628 for vnic_type normal with profile {{(pid=91936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 16:35:13.640965 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.managers [req-d8a07b4c-4fa0-4fbb-92af-4988f81cf87d req-59189b43-9508-4a1d-a6a8-f2dddf0a2266 service neutron] Attempting to bind port 49648edd-323d-4ff7-91d2-29157438a0ec by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'c4c3f588-adb6-420f-8cdb-57f5516701db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'b827e6b3-7ed7-4462-86b3-950f50bba85c'}] {{(pid=91936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 16:35:13.641336 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a07b4c-4fa0-4fbb-92af-4988f81cf87d req-59189b43-9508-4a1d-a6a8-f2dddf0a2266 service neutron] Attempting to bind port 49648edd-323d-4ff7-91d2-29157438a0ec on network b827e6b3-7ed7-4462-86b3-950f50bba85c {{(pid=91936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:35:13.695086 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-f3fcfe6b-22eb-42cf-94ed-bf13e4ee669c req-b27bb9f8-99b7-4c56-b26d-fa3fa4dfc8ad service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb943b32-ae8b-4a0e-afd5-677ee450a247 HTTP/1.1" status: 200 len: 217 time: 0.0690713 Jun 14 16:35:13.695636 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a07b4c-4fa0-4fbb-92af-4988f81cf87d req-59189b43-9508-4a1d-a6a8-f2dddf0a2266 service neutron] Port 49648edd-323d-4ff7-91d2-29157438a0ec on network b827e6b3-7ed7-4462-86b3-950f50bba85c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=91936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 16:35:13.696004 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a07b4c-4fa0-4fbb-92af-4988f81cf87d req-59189b43-9508-4a1d-a6a8-f2dddf0a2266 service neutron] Attempting to bind port 49648edd-323d-4ff7-91d2-29157438a0ec on network b827e6b3-7ed7-4462-86b3-950f50bba85c {{(pid=91936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:35:13.706251 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a07b4c-4fa0-4fbb-92af-4988f81cf87d req-59189b43-9508-4a1d-a6a8-f2dddf0a2266 service neutron] Checking agent: {'id': '1755a277-340e-436e-845c-4a890e3bd21a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 32, 46), 'started_at': datetime.datetime(2021, 6, 14, 16, 32, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 16, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 16:35:13.706251 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a07b4c-4fa0-4fbb-92af-4988f81cf87d req-59189b43-9508-4a1d-a6a8-f2dddf0a2266 service neutron] Checking segment: {'id': 'c4c3f588-adb6-420f-8cdb-57f5516701db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'b827e6b3-7ed7-4462-86b3-950f50bba85c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:35:13.706251 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a07b4c-4fa0-4fbb-92af-4988f81cf87d req-59189b43-9508-4a1d-a6a8-f2dddf0a2266 service neutron] Bound using segment: {'id': 'c4c3f588-adb6-420f-8cdb-57f5516701db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'b827e6b3-7ed7-4462-86b3-950f50bba85c'} {{(pid=91936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 16:35:13.706251 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.managers [req-d8a07b4c-4fa0-4fbb-92af-4988f81cf87d req-59189b43-9508-4a1d-a6a8-f2dddf0a2266 service neutron] Bound port: 49648edd-323d-4ff7-91d2-29157438a0ec, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4c3f588-adb6-420f-8cdb-57f5516701db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'b827e6b3-7ed7-4462-86b3-950f50bba85c'}}] {{(pid=91936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 16:35:13.706251 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-d8a07b4c-4fa0-4fbb-92af-4988f81cf87d req-59189b43-9508-4a1d-a6a8-f2dddf0a2266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:13.780534 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46001da-c5fa-4e9f-a01a-415ccd6245c1 req-76f898c7-77df-46c2-b42c-5d40672b49a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:13.782194 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-c46001da-c5fa-4e9f-a01a-415ccd6245c1 req-76f898c7-77df-46c2-b42c-5d40672b49a3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8 HTTP/1.1" status: 200 len: 1099 time: 0.3842800 Jun 14 16:35:13.784925 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-39b8eb47-bf43-4e49-97f4-8752327eb952 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:13.795167 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98642a1e-90e8-494b-a421-ee3ebb75c1af req-3e350b2f-c2b1-4ae2-b5b2-b30416122ff2 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:13.796736 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-98642a1e-90e8-494b-a421-ee3ebb75c1af req-3e350b2f-c2b1-4ae2-b5b2-b30416122ff2 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=71af129e-5dfd-44b0-a89c-2a67e11d5448 HTTP/1.1" status: 200 len: 944 time: 0.4629960 Jun 14 16:35:13.803947 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-39b8eb47-bf43-4e49-97f4-8752327eb952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:13.809852 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:13.810091 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fcfe6b-22eb-42cf-94ed-bf13e4ee669c req-3f21bf79-f346-4f4f-994b-323e52c451db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:13.811410 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-f3fcfe6b-22eb-42cf-94ed-bf13e4ee669c req-3f21bf79-f346-4f4f-994b-323e52c451db service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3b9a81c8-a776-4371-9da7-d0daa8f6b0a3 HTTP/1.1" status: 200 len: 859 time: 0.1096587 Jun 14 16:35:13.877768 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-f3fcfe6b-22eb-42cf-94ed-bf13e4ee669c req-154aeb74-4645-47b5-9feb-2db0c6b280b6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fefc79f4-b27a-4754-9a1b-78e53aa8e11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491099 Jun 14 16:35:13.915770 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.db [req-d8a07b4c-4fa0-4fbb-92af-4988f81cf87d req-59189b43-9508-4a1d-a6a8-f2dddf0a2266 service neutron] For port 49648edd-323d-4ff7-91d2-29157438a0ec, host hv-cinder-79628, cleared binding levels {{(pid=91936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 16:35:13.949385 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b8eb47-bf43-4e49-97f4-8752327eb952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed8d764-c16b-4737-a4e0-7682783b1208,revision_number=1']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:13.954984 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-39b8eb47-bf43-4e49-97f4-8752327eb952 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:13.960593 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-39b8eb47-bf43-4e49-97f4-8752327eb952 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=28881b0bf63b4ed5b48e4375825887c2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1996655 Jun 14 16:35:13.964269 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.db [req-d8a07b4c-4fa0-4fbb-92af-4988f81cf87d req-59189b43-9508-4a1d-a6a8-f2dddf0a2266 service neutron] For port 49648edd-323d-4ff7-91d2-29157438a0ec, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=49648edd-323d-4ff7-91d2-29157438a0ec,segment=NetworkSegment(c4c3f588-adb6-420f-8cdb-57f5516701db),segment_id=c4c3f588-adb6-420f-8cdb-57f5516701db)] {{(pid=91936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 16:35:13.967221 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 41946) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:13.992694 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-c46001da-c5fa-4e9f-a01a-415ccd6245c1 req-6e8c9e5b-74f3-4a5a-8a97-9ebf7cdfd06e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943827 Jun 14 16:35:14.011720 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-98642a1e-90e8-494b-a421-ee3ebb75c1af req-d085c5ba-91ea-4fb7-8604-4e725d90dbd9 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026715 Jun 14 16:35:14.056452 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-d8a07b4c-4fa0-4fbb-92af-4988f81cf87d req-59189b43-9508-4a1d-a6a8-f2dddf0a2266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60243875'] for port, after_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:14.086874 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-b4c19012-e717-4e0b-acf3-48bac229a4f5 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:14.201113 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a07b4c-4fa0-4fbb-92af-4988f81cf87d req-59189b43-9508-4a1d-a6a8-f2dddf0a2266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:14.202011 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-d8a07b4c-4fa0-4fbb-92af-4988f81cf87d req-59189b43-9508-4a1d-a6a8-f2dddf0a2266 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693340'] for port, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:14.203716 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-d8a07b4c-4fa0-4fbb-92af-4988f81cf87d req-59189b43-9508-4a1d-a6a8-f2dddf0a2266 service neutron] 10.222.0.41 "PUT /v2.0/ports/49648edd-323d-4ff7-91d2-29157438a0ec HTTP/1.1" status: 200 len: 1093 time: 2.7959104 Jun 14 16:35:14.206828 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0aae5f17-8018-4c95-a614-7f339a39d94b', 'tag': '49648edd-323d-4ff7-91d2-29157438a0ec'}] {{(pid=91936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:35:14.209166 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659a09cea19619e202447e1b4bc3efe885e95cab3022d83c422060b06feffe3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc00e977-3b30-450a-9573-16349014935b" -d '{"events": [{"name": "network-changed", "server_uuid": "0aae5f17-8018-4c95-a614-7f339a39d94b", "tag": "49648edd-323d-4ff7-91d2-29157438a0ec"}]}' {{(pid=91936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:35:14.237577 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-f3fcfe6b-22eb-42cf-94ed-bf13e4ee669c req-4cb9fb1d-3f44-4186-bc77-5d86bf11dbba service neutron] 10.222.0.41 "GET /v2.0/networks/fefc79f4-b27a-4754-9a1b-78e53aa8e11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3495412 Jun 14 16:35:14.270773 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59189b43-9508-4a1d-a6a8-f2dddf0a2266 service neutron] Pushing event updated for resources: {'Port': ['ID=49648edd-323d-4ff7-91d2-29157438a0ec,revision_number=3']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:14.283572 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-59189b43-9508-4a1d-a6a8-f2dddf0a2266 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:14.309714 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-e813e832-8ae3-4edc-9228-666bcc3ac163 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:14.391167 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b761f8a5-2500-42f0-b059-4068361f4f97 req-66fa8abe-c8fc-4aaf-8ba6-d25424d0e321 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:14.398082 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-b761f8a5-2500-42f0-b059-4068361f4f97 req-66fa8abe-c8fc-4aaf-8ba6-d25424d0e321 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aae5f17-8018-4c95-a614-7f339a39d94b HTTP/1.1" status: 200 len: 943 time: 0.3376412 Jun 14 16:35:14.482210 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-e813e832-8ae3-4edc-9228-666bcc3ac163 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:14.789114 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-f3fcfe6b-22eb-42cf-94ed-bf13e4ee669c req-f6e6ee2e-25e4-4e35-85c8-e99f6c84746c service neutron] 10.222.0.41 "GET /v2.0/networks/fefc79f4-b27a-4754-9a1b-78e53aa8e11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5066826 Jun 14 16:35:14.807553 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-b761f8a5-2500-42f0-b059-4068361f4f97 req-86ce5fea-9276-4eec-a331-9bd8186514a5 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=8daba1fe-8982-46f6-b6c7-60cb14092ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4078937 Jun 14 16:35:14.823598 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a07b4c-4fa0-4fbb-92af-4988f81cf87d req-41f6f65c-9ff9-4250-9705-45ed2ca02a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:14.825602 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-d8a07b4c-4fa0-4fbb-92af-4988f81cf87d req-41f6f65c-9ff9-4250-9705-45ed2ca02a2d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5e64979c8b4744a1a9e561844a8d2019&device_id=0aae5f17-8018-4c95-a614-7f339a39d94b HTTP/1.1" status: 200 len: 1096 time: 0.5464180 Jun 14 16:35:14.848441 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-e813e832-8ae3-4edc-9228-666bcc3ac163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:14.853305 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-e813e832-8ae3-4edc-9228-666bcc3ac163 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:14.855379 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-e813e832-8ae3-4edc-9228-666bcc3ac163 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3ed8d764-c16b-4737-a4e0-7682783b1208 HTTP/1.1" status: 204 len: 168 time: 0.8869739 Jun 14 16:35:14.856264 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-015d7549-37dd-417e-8075-1303152e9a21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:14.958838 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 16:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b069a38-b832-45bf-9210-eef5f1ea1ac1 x-openstack-request-id: req-1b069a38-b832-45bf-9210-eef5f1ea1ac1 {{(pid=91936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:35:14.959773 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0aae5f17-8018-4c95-a614-7f339a39d94b", "tag": "49648edd-323d-4ff7-91d2-29157438a0ec", "status": "completed", "code": 200}]} {{(pid=91936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:35:14.960248 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1b069a38-b832-45bf-9210-eef5f1ea1ac1 {{(pid=91936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:35:14.960673 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0aae5f17-8018-4c95-a614-7f339a39d94b', 'tag': '49648edd-323d-4ff7-91d2-29157438a0ec', 'status': 'completed', 'code': 200} Jun 14 16:35:14.964696 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-d8a07b4c-4fa0-4fbb-92af-4988f81cf87d req-0a766560-0449-4af8-9a26-463a13c601b2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49648edd-323d-4ff7-91d2-29157438a0ec HTTP/1.1" status: 200 len: 217 time: 0.1055064 Jun 14 16:35:14.966604 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e813e832-8ae3-4edc-9228-666bcc3ac163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed8d764-c16b-4737-a4e0-7682783b1208,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:14.972814 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-e813e832-8ae3-4edc-9228-666bcc3ac163 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:15.047044 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a07b4c-4fa0-4fbb-92af-4988f81cf87d req-d6ccaeb4-0f8d-4336-995f-5c23a6b0beb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:15.049041 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-d8a07b4c-4fa0-4fbb-92af-4988f81cf87d req-d6ccaeb4-0f8d-4336-995f-5c23a6b0beb1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c618564-7ca5-4a66-b740-3ae47e99df42 HTTP/1.1" status: 200 len: 855 time: 0.0751703 Jun 14 16:35:15.214931 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a07b4c-4fa0-4fbb-92af-4988f81cf87d req-be1bc1b2-338a-4050-943b-516e70d203ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:15.216581 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-d8a07b4c-4fa0-4fbb-92af-4988f81cf87d req-be1bc1b2-338a-4050-943b-516e70d203ad service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b827e6b3-7ed7-4462-86b3-950f50bba85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1604640 Jun 14 16:35:15.354465 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec6a71-c391-4d6c-8a3e-fc441196ef8b req-9eef17b2-dbe4-43e6-ab19-e57af458006a tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:15.359110 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-09ec6a71-c391-4d6c-8a3e-fc441196ef8b req-9eef17b2-dbe4-43e6-ab19-e57af458006a tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=71af129e-5dfd-44b0-a89c-2a67e11d5448 HTTP/1.1" status: 200 len: 944 time: 0.2008529 Jun 14 16:35:15.445484 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 42006) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:15.455535 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-d8a07b4c-4fa0-4fbb-92af-4988f81cf87d req-071dfce3-a7fd-434d-8664-bf599cc44fc9 service neutron] 10.222.0.41 "GET /v2.0/networks/b827e6b3-7ed7-4462-86b3-950f50bba85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211893 Jun 14 16:35:15.458572 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-09ec6a71-c391-4d6c-8a3e-fc441196ef8b req-636bf8f6-316f-4d97-afba-920899742af8 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931711 Jun 14 16:35:15.467365 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-a57767d7-538f-4f28-9711-5edb27b597a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:15.586939 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-a57767d7-538f-4f28-9711-5edb27b597a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:15.591605 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-a57767d7-538f-4f28-9711-5edb27b597a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:15.595370 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-2938c3b1-8b16-4ffd-ac12-2a35e97e4143 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:15.602636 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-d8a07b4c-4fa0-4fbb-92af-4988f81cf87d req-37addcf3-1765-4397-9ed5-20fe74b8ff3e service neutron] 10.222.0.41 "GET /v2.0/networks/b827e6b3-7ed7-4462-86b3-950f50bba85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381264 Jun 14 16:35:15.641919 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-a57767d7-538f-4f28-9711-5edb27b597a9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a5f860fab6244981b2b9bb019ceaa7f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1935978 Jun 14 16:35:15.643191 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57767d7-538f-4f28-9711-5edb27b597a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d533d56-704a-4a78-b929-0e98ef556bf3,revision_number=1']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:15.644871 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 42010) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:15.646431 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-a57767d7-538f-4f28-9711-5edb27b597a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:15.671865 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 42012) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:15.755194 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-c96f3bb8-c7b3-4e46-902c-bc90415dd116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:15.786093 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc00e977-3b30-450a-9573-16349014935b req-512ffe3f-ca2d-4c6e-bd11-68cf61563b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:15.787592 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-cc00e977-3b30-450a-9573-16349014935b req-512ffe3f-ca2d-4c6e-bd11-68cf61563b83 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5e64979c8b4744a1a9e561844a8d2019&device_id=0aae5f17-8018-4c95-a614-7f339a39d94b HTTP/1.1" status: 200 len: 1096 time: 0.1184759 Jun 14 16:35:15.789412 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-c96f3bb8-c7b3-4e46-902c-bc90415dd116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:15.803893 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-45bd60db-d36f-43ce-a434-4289fbc65b3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:15.892207 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:15.959364 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc00e977-3b30-450a-9573-16349014935b req-d9fbd381-1c23-4e09-ae5a-6dfe90096838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:15.960867 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-cc00e977-3b30-450a-9573-16349014935b req-d9fbd381-1c23-4e09-ae5a-6dfe90096838 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b827e6b3-7ed7-4462-86b3-950f50bba85c HTTP/1.1" status: 200 len: 917 time: 0.1630015 Jun 14 16:35:15.961738 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-c96f3bb8-c7b3-4e46-902c-bc90415dd116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:15.966273 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-c96f3bb8-c7b3-4e46-902c-bc90415dd116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:15.967901 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-c96f3bb8-c7b3-4e46-902c-bc90415dd116 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0d533d56-704a-4a78-b929-0e98ef556bf3 HTTP/1.1" status: 204 len: 168 time: 0.3216569 Jun 14 16:35:15.968628 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:16.011275 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96f3bb8-c7b3-4e46-902c-bc90415dd116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d533d56-704a-4a78-b929-0e98ef556bf3,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:16.051195 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-45bd60db-d36f-43ce-a434-4289fbc65b3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:16.066213 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-c96f3bb8-c7b3-4e46-902c-bc90415dd116 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:16.067919 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-cc00e977-3b30-450a-9573-16349014935b req-2b7dce0d-3894-4666-bf7f-bf00ccd41e76 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49648edd-323d-4ff7-91d2-29157438a0ec HTTP/1.1" status: 200 len: 217 time: 0.0662603 Jun 14 16:35:16.070636 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-45bd60db-d36f-43ce-a434-4289fbc65b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:16.078226 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-02a865a5-0c5f-4184-8264-6fa2524673a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:16.187936 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc00e977-3b30-450a-9573-16349014935b req-a53a3cb0-3145-4457-a29f-ecee8255bcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:16.190516 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d0e7a-b1bb-403e-a5de-979b7a9ffc43 req-855f45a7-0e79-4e94-ab9f-6d437dea8d47 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:16.192100 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-d65d0e7a-b1bb-403e-a5de-979b7a9ffc43 req-855f45a7-0e79-4e94-ab9f-6d437dea8d47 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aae5f17-8018-4c95-a614-7f339a39d94b HTTP/1.1" status: 200 len: 943 time: 0.1991904 Jun 14 16:35:16.192389 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-cc00e977-3b30-450a-9573-16349014935b req-a53a3cb0-3145-4457-a29f-ecee8255bcc8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c618564-7ca5-4a66-b740-3ae47e99df42 HTTP/1.1" status: 200 len: 855 time: 0.1140585 Jun 14 16:35:16.195580 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-45bd60db-d36f-43ce-a434-4289fbc65b3f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dadaaefd975b44058c2f50fa560bd6d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5227222 Jun 14 16:35:16.196804 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bd60db-d36f-43ce-a434-4289fbc65b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a18d2215-6daf-4303-8046-f5a1c723b6ba,revision_number=1']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:16.201514 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-45bd60db-d36f-43ce-a434-4289fbc65b3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:16.202833 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 42048) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:16.342214 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-d65d0e7a-b1bb-403e-a5de-979b7a9ffc43 req-36ab1024-9ef8-4022-a19b-a693a0e1535c tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=8daba1fe-8982-46f6-b6c7-60cb14092ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381822 Jun 14 16:35:16.347843 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc00e977-3b30-450a-9573-16349014935b req-1fa99b00-398f-4ab6-9378-8333744fd3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:16.349974 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-cc00e977-3b30-450a-9573-16349014935b req-1fa99b00-398f-4ab6-9378-8333744fd3c6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b827e6b3-7ed7-4462-86b3-950f50bba85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1363654 Jun 14 16:35:16.438559 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-6b52e7fd-c67a-4b53-b8af-6d6c22212df2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:16.491274 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-6b52e7fd-c67a-4b53-b8af-6d6c22212df2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:16.540667 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-cc00e977-3b30-450a-9573-16349014935b req-53248ebe-41bb-42f8-87ff-7e4b14cbcffa service neutron] 10.222.0.41 "GET /v2.0/networks/b827e6b3-7ed7-4462-86b3-950f50bba85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814404 Jun 14 16:35:16.577028 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device bb943b32-ae8b-4a0e-afd5-677ee450a247 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=91937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 16:35:16.596400 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-6b52e7fd-c67a-4b53-b8af-6d6c22212df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:16.600914 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-6b52e7fd-c67a-4b53-b8af-6d6c22212df2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:16.602274 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-6b52e7fd-c67a-4b53-b8af-6d6c22212df2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a18d2215-6daf-4303-8046-f5a1c723b6ba HTTP/1.1" status: 204 len: 168 time: 0.3976617 Jun 14 16:35:16.604461 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-93536382-d784-4f9e-8bdc-141c955de113 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:16.647410 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b52e7fd-c67a-4b53-b8af-6d6c22212df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a18d2215-6daf-4303-8046-f5a1c723b6ba,revision_number=None']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:16.658184 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-6b52e7fd-c67a-4b53-b8af-6d6c22212df2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:16.889139 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-cc00e977-3b30-450a-9573-16349014935b req-e8b23a1e-8259-4114-903c-a3311a973079 service neutron] 10.222.0.41 "GET /v2.0/networks/b827e6b3-7ed7-4462-86b3-950f50bba85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3413186 Jun 14 16:35:16.922899 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d395e806-4aaf-4491-b09c-dd31392897cb req-ada386db-c1ae-48d8-802a-73b115809742 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:16.926888 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-d395e806-4aaf-4491-b09c-dd31392897cb req-ada386db-c1ae-48d8-802a-73b115809742 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=71af129e-5dfd-44b0-a89c-2a67e11d5448 HTTP/1.1" status: 200 len: 944 time: 0.2329664 Jun 14 16:35:16.927354 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] For port bb943b32-ae8b-4a0e-afd5-677ee450a247, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=bb943b32-ae8b-4a0e-afd5-677ee450a247,segment=NetworkSegment(3904788e-8c59-4c75-9198-5b4a052a3687),segment_id=3904788e-8c59-4c75-9198-5b4a052a3687)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:35:16.958604 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Returning: {'device': 'bb943b32-ae8b-4a0e-afd5-677ee450a247', 'network_id': 'fefc79f4-b27a-4754-9a1b-78e53aa8e11e', 'port_id': 'bb943b32-ae8b-4a0e-afd5-677ee450a247', 'mac_address': 'fa:16:3e:23:3b:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b9a81c8-a776-4371-9da7-d0daa8f6b0a3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 16:35:17.023773 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-d395e806-4aaf-4491-b09c-dd31392897cb req-ac26397c-b306-49f3-a934-b7aa3877542a tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859544 Jun 14 16:35:17.058372 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:17.075509 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.notifiers.nova [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb943b32-ae8b-4a0e-afd5-677ee450a247 {{(pid=91937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 16:35:17.107717 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] For port bb943b32-ae8b-4a0e-afd5-677ee450a247, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=bb943b32-ae8b-4a0e-afd5-677ee450a247,segment=NetworkSegment(3904788e-8c59-4c75-9198-5b4a052a3687),segment_id=3904788e-8c59-4c75-9198-5b4a052a3687)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:35:17.113436 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:17.116437 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:17.182346 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Pushing event updated for resources: {'Port': ['ID=bb943b32-ae8b-4a0e-afd5-677ee450a247,revision_number=4']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:17.185797 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:17.224065 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f76129-cb8f-4679-9cfc-8e8f178b253a req-c18eb6ef-f2d1-4edf-b631-f5db26072ec2 tempest-DeleteServersTestJSON-633373428 tempest-DeleteServersTestJSON-633373428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:17.225630 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-b4f76129-cb8f-4679-9cfc-8e8f178b253a req-c18eb6ef-f2d1-4edf-b631-f5db26072ec2 tempest-DeleteServersTestJSON-633373428 tempest-DeleteServersTestJSON-633373428-project] 10.222.0.16 "GET /v2.0/ports?device_id=197c8f7e-1847-4f23-a156-015feeff965a HTTP/1.1" status: 200 len: 946 time: 0.0911195 Jun 14 16:35:17.240626 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 42096) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:17.264064 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-2bf4e286-9001-43d6-a0e7-c579bfd773a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:17.284691 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-b4f76129-cb8f-4679-9cfc-8e8f178b253a req-5e2e4a2c-aa23-4a64-824c-6ce2aa5b59bc tempest-DeleteServersTestJSON-633373428 tempest-DeleteServersTestJSON-633373428-project] 10.222.0.16 "GET /v2.0/security-groups?id=76b2d887-2dc7-463f-8221-defb6639739c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516548 Jun 14 16:35:17.385103 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-2bf4e286-9001-43d6-a0e7-c579bfd773a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:17.390668 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-2bf4e286-9001-43d6-a0e7-c579bfd773a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:17.394599 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-6b52e7fd-c67a-4b53-b8af-6d6c22212df2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:17.424706 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] get_ports_and_sgs() called for port_ids ['bb943b32-ae8b-4a0e-afd5-677ee450a247'] {{(pid=91937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 16:35:17.477370 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-2bf4e286-9001-43d6-a0e7-c579bfd773a1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=39bfc980da934f06ab7a37b330c6b29f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2352858 Jun 14 16:35:17.480288 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 42110) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:17.481014 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf4e286-9001-43d6-a0e7-c579bfd773a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d04f1ca-c29d-49e0-8e29-79d663cbb718,revision_number=1']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:17.489943 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-2bf4e286-9001-43d6-a0e7-c579bfd773a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:17.578912 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-a7761930-c443-4003-a3d2-7217c102294a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:17.581540 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aaaddc-e038-4802-9922-6420531fc16b req-cd889bb6-fd85-4034-9cb4-d22c4f827d32 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:17.590747 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-48aaaddc-e038-4802-9922-6420531fc16b req-cd889bb6-fd85-4034-9cb4-d22c4f827d32 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aae5f17-8018-4c95-a614-7f339a39d94b HTTP/1.1" status: 200 len: 943 time: 0.1043127 Jun 14 16:35:17.643018 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-a7761930-c443-4003-a3d2-7217c102294a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:17.675147 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-48aaaddc-e038-4802-9922-6420531fc16b req-37f95184-7778-467e-a782-17f40fd543ca tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=8daba1fe-8982-46f6-b6c7-60cb14092ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833867 Jun 14 16:35:17.799138 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc532b3b-fca8-41c9-b75a-049700ec7d5f req-b8d722f1-3f4a-40c7-b826-9eaef7853e33 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:17.800687 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-dc532b3b-fca8-41c9-b75a-049700ec7d5f req-b8d722f1-3f4a-40c7-b826-9eaef7853e33 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/networks?id=e2198c61-c227-4c44-94c3-63db66ef4b23 HTTP/1.1" status: 200 len: 815 time: 0.1743956 Jun 14 16:35:17.815519 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-a7761930-c443-4003-a3d2-7217c102294a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:17.819395 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-a7761930-c443-4003-a3d2-7217c102294a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:17.820713 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-a7761930-c443-4003-a3d2-7217c102294a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4d04f1ca-c29d-49e0-8e29-79d663cbb718 HTTP/1.1" status: 204 len: 168 time: 0.3394060 Jun 14 16:35:17.822634 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:17.833554 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7761930-c443-4003-a3d2-7217c102294a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d04f1ca-c29d-49e0-8e29-79d663cbb718,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:17.836173 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-a7761930-c443-4003-a3d2-7217c102294a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:17.838723 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-dc532b3b-fca8-41c9-b75a-049700ec7d5f req-35b9f13a-ea4f-4aa0-9422-1052659077f5 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/quotas/2a5847235a974f63891d8576b13e7ab6 HTTP/1.1" status: 200 len: 375 time: 0.0298650 Jun 14 16:35:17.926318 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-dc532b3b-fca8-41c9-b75a-049700ec7d5f req-04ad3bd7-2c33-41cd-8a5c-0026813b069a tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2a5847235a974f63891d8576b13e7ab6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0824223 Jun 14 16:35:18.151715 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-dc532b3b-fca8-41c9-b75a-049700ec7d5f req-0c2985d5-bc4d-44a3-9a18-0fd7578738c5 service neutron] 10.222.0.16 "GET /v2.0/networks/e2198c61-c227-4c44-94c3-63db66ef4b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166889 Jun 14 16:35:18.253731 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 42158) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:18.324002 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-dc532b3b-fca8-41c9-b75a-049700ec7d5f req-3d49a31e-8f7c-45f4-929c-4ef8a3630980 service neutron] 10.222.0.16 "GET /v2.0/networks/e2198c61-c227-4c44-94c3-63db66ef4b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709433 Jun 14 16:35:18.381624 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dec5e08-9ec4-474a-a67a-ad611cd98c6f req-a65a5546-e4f3-4a0d-8013-9a9d5081001f tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:18.383356 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-9dec5e08-9ec4-474a-a67a-ad611cd98c6f req-a65a5546-e4f3-4a0d-8013-9a9d5081001f tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=71af129e-5dfd-44b0-a89c-2a67e11d5448 HTTP/1.1" status: 200 len: 945 time: 0.1335766 Jun 14 16:35:18.445006 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-9dec5e08-9ec4-474a-a67a-ad611cd98c6f req-7d279207-4103-4a89-b2a1-aa304da05bec tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541558 Jun 14 16:35:18.472346 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-aadeda74-3d68-4664-a6fb-4b5a85953e14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:18.582953 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device 49648edd-323d-4ff7-91d2-29157438a0ec details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=91937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 16:35:18.587802 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device bb943b32-ae8b-4a0e-afd5-677ee450a247 up at agent hyperv_hv-cinder-79628 {{(pid=91937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:35:18.674487 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-1cf55a06-0d55-458e-8432-0986282d9e9e req-8a9c5063-3b63-4052-88cb-2fded916be18 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/ports?device_id=052b8a7c-825d-4ac6-a3d3-67577c7aae12 HTTP/1.1" status: 200 len: 210 time: 0.0693545 Jun 14 16:35:18.798576 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-aadeda74-3d68-4664-a6fb-4b5a85953e14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:18.805970 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-aadeda74-3d68-4664-a6fb-4b5a85953e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:18.818467 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Provisioning for port bb943b32-ae8b-4a0e-afd5-677ee450a247 completed by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:35:18.826668 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-accef293-800e-4462-a4dc-cb43d1558b02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:18.940865 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadeda74-3d68-4664-a6fb-4b5a85953e14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=802e0514-282a-48ea-af4a-572041063374,revision_number=1']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:18.942857 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Provisioning complete for port bb943b32-ae8b-4a0e-afd5-677ee450a247 triggered by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:35:18.952708 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:18.957882 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-aadeda74-3d68-4664-a6fb-4b5a85953e14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:18.977331 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-aadeda74-3d68-4664-a6fb-4b5a85953e14 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0d8b35f3e5304b45b4440c995592650a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7212236 Jun 14 16:35:18.980071 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 42198) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:18.989815 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533288f0-9054-40dd-9ef6-b60547b32f5c req-4a669fd4-65fa-4642-b86e-0e3a926f07a6 tempest-DeleteServersTestJSON-633373428 tempest-DeleteServersTestJSON-633373428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:18.991341 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-533288f0-9054-40dd-9ef6-b60547b32f5c req-4a669fd4-65fa-4642-b86e-0e3a926f07a6 tempest-DeleteServersTestJSON-633373428 tempest-DeleteServersTestJSON-633373428-project] 10.222.0.41 "GET /v2.0/ports?device_id=197c8f7e-1847-4f23-a156-015feeff965a HTTP/1.1" status: 200 len: 946 time: 0.1830862 Jun 14 16:35:19.016659 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68315e44-620d-445a-bfa8-2a07d7a94649 req-700b2228-1d12-4190-9a6f-a35fa350c055 tempest-DeleteServersTestJSON-633373428 tempest-DeleteServersTestJSON-633373428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:19.026062 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-68315e44-620d-445a-bfa8-2a07d7a94649 req-700b2228-1d12-4190-9a6f-a35fa350c055 tempest-DeleteServersTestJSON-633373428 tempest-DeleteServersTestJSON-633373428-project] 10.222.0.16 "GET /v2.0/ports?device_id=197c8f7e-1847-4f23-a156-015feeff965a HTTP/1.1" status: 200 len: 946 time: 0.4088843 Jun 14 16:35:19.120779 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf626ef-da08-4c1b-9ff1-e443ae23ea67 req-5dd42788-712f-4b01-a259-a51c7a865db0 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:19.124610 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 42204) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:19.128459 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-9cf626ef-da08-4c1b-9ff1-e443ae23ea67 req-5dd42788-712f-4b01-a259-a51c7a865db0 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aae5f17-8018-4c95-a614-7f339a39d94b HTTP/1.1" status: 200 len: 943 time: 0.2522321 Jun 14 16:35:19.147097 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-e96c26f5-c82d-40f4-afdb-ea7f25c2522b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:19.173644 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] For port 49648edd-323d-4ff7-91d2-29157438a0ec, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=49648edd-323d-4ff7-91d2-29157438a0ec,segment=NetworkSegment(c4c3f588-adb6-420f-8cdb-57f5516701db),segment_id=c4c3f588-adb6-420f-8cdb-57f5516701db)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:35:19.187006 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-68315e44-620d-445a-bfa8-2a07d7a94649 req-36971541-0229-4c05-b4ef-6e5b284d49f3 tempest-DeleteServersTestJSON-633373428 tempest-DeleteServersTestJSON-633373428-project] 10.222.0.16 "GET /v2.0/security-groups?id=76b2d887-2dc7-463f-8221-defb6639739c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564429 Jun 14 16:35:19.200732 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-3700e4ac-aca5-49bb-8d8a-35270fc50631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:19.214665 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Returning: {'device': '49648edd-323d-4ff7-91d2-29157438a0ec', 'network_id': 'b827e6b3-7ed7-4462-86b3-950f50bba85c', 'port_id': '49648edd-323d-4ff7-91d2-29157438a0ec', 'mac_address': 'fa:16:3e:12:a6:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c618564-7ca5-4a66-b740-3ae47e99df42', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 16:35:19.284202 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-3700e4ac-aca5-49bb-8d8a-35270fc50631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:19.315328 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-9cf626ef-da08-4c1b-9ff1-e443ae23ea67 req-e5a9efc6-3305-453a-979a-6f747c1cb75a tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=8daba1fe-8982-46f6-b6c7-60cb14092ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1858809 Jun 14 16:35:19.371640 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.plugin [req-533288f0-9054-40dd-9ef6-b60547b32f5c req-8348e41d-6fe4-4af0-aaaa-e11c9491a241 tempest-DeleteServersTestJSON-633373428 tempest-DeleteServersTestJSON-633373428-project] Deleting port 5129fe03-fbd2-4e48-8019-01956bb9aac7 {{(pid=91936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 16:35:19.372274 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-533288f0-9054-40dd-9ef6-b60547b32f5c req-8348e41d-6fe4-4af0-aaaa-e11c9491a241 tempest-DeleteServersTestJSON-633373428 tempest-DeleteServersTestJSON-633373428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742580025384'] for port, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:19.387430 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:19.411162 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:19.455275 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71af129e-5dfd-44b0-a89c-2a67e11d5448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb943b32-ae8b-4a0e-afd5-677ee450a247'}] {{(pid=91937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:35:19.460346 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}410d25e5bbb1e20f764875c123142387b982c9cf9b01c37f3ab36e77f3c6c019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f4d8cf-12db-4d78-bd23-34dcad7863e7" -d '{"events": [{"server_uuid": "71af129e-5dfd-44b0-a89c-2a67e11d5448", "name": "network-vif-plugged", "status": "completed", "tag": "bb943b32-ae8b-4a0e-afd5-677ee450a247"}]}' {{(pid=91937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:35:19.498717 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.notifiers.nova [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49648edd-323d-4ff7-91d2-29157438a0ec {{(pid=91937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 16:35:19.568524 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] For port 49648edd-323d-4ff7-91d2-29157438a0ec, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=49648edd-323d-4ff7-91d2-29157438a0ec,segment=NetworkSegment(c4c3f588-adb6-420f-8cdb-57f5516701db),segment_id=c4c3f588-adb6-420f-8cdb-57f5516701db)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:35:19.589737 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] For port bb943b32-ae8b-4a0e-afd5-677ee450a247, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=bb943b32-ae8b-4a0e-afd5-677ee450a247,segment=NetworkSegment(3904788e-8c59-4c75-9198-5b4a052a3687),segment_id=3904788e-8c59-4c75-9198-5b4a052a3687)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:35:19.591587 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:19.606319 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 16:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f3a1137-8404-47bc-8601-3c5aedf5cf65 x-openstack-request-id: req-0f3a1137-8404-47bc-8601-3c5aedf5cf65 {{(pid=91937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:35:19.612586 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71af129e-5dfd-44b0-a89c-2a67e11d5448", "name": "network-vif-plugged", "status": "completed", "tag": "bb943b32-ae8b-4a0e-afd5-677ee450a247", "code": 200}]} {{(pid=91937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:35:19.612586 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0f3a1137-8404-47bc-8601-3c5aedf5cf65 {{(pid=91937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:35:19.612586 dv-cinder-796286-2-smb neutron-server[91937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71af129e-5dfd-44b0-a89c-2a67e11d5448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb943b32-ae8b-4a0e-afd5-677ee450a247', 'code': 200} Jun 14 16:35:19.612586 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:19.626563 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-f9f5eb96-2377-4c7e-85a6-2c101834309f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:19.630039 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-3700e4ac-aca5-49bb-8d8a-35270fc50631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:19.636090 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-3700e4ac-aca5-49bb-8d8a-35270fc50631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:19.637372 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-3700e4ac-aca5-49bb-8d8a-35270fc50631 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/802e0514-282a-48ea-af4a-572041063374 HTTP/1.1" status: 204 len: 168 time: 0.6450207 Jun 14 16:35:19.648686 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:19.717285 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3700e4ac-aca5-49bb-8d8a-35270fc50631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=802e0514-282a-48ea-af4a-572041063374,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:19.767506 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-3700e4ac-aca5-49bb-8d8a-35270fc50631 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:19.777700 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-f9f5eb96-2377-4c7e-85a6-2c101834309f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:19.786474 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-f9f5eb96-2377-4c7e-85a6-2c101834309f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:19.790020 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:19.796485 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Pushing event updated for resources: {'Port': ['ID=49648edd-323d-4ff7-91d2-29157438a0ec,revision_number=4']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:19.806834 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.db [req-533288f0-9054-40dd-9ef6-b60547b32f5c req-8348e41d-6fe4-4af0-aaaa-e11c9491a241 tempest-DeleteServersTestJSON-633373428 tempest-DeleteServersTestJSON-633373428-project] For port 5129fe03-fbd2-4e48-8019-01956bb9aac7, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=5129fe03-fbd2-4e48-8019-01956bb9aac7,segment=NetworkSegment(a6c13cc0-2490-43c0-a137-29e0485b16ac),segment_id=a6c13cc0-2490-43c0-a137-29e0485b16ac)] {{(pid=91936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:35:19.811270 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:19.813634 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:19.822242 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-533288f0-9054-40dd-9ef6-b60547b32f5c req-8348e41d-6fe4-4af0-aaaa-e11c9491a241 tempest-DeleteServersTestJSON-633373428 tempest-DeleteServersTestJSON-633373428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3907582'] for port, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:19.822594 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:19.923485 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] get_ports_and_sgs() called for port_ids ['49648edd-323d-4ff7-91d2-29157438a0ec'] {{(pid=91937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 16:35:19.956437 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-f9f5eb96-2377-4c7e-85a6-2c101834309f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=32714ac175724460a2e39a201e1a51d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8304923 Jun 14 16:35:19.958550 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f5eb96-2377-4c7e-85a6-2c101834309f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9dbf755-5935-4c3d-adfe-fed6c827af1c,revision_number=1']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:19.968469 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 42232) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:19.971887 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-f9f5eb96-2377-4c7e-85a6-2c101834309f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:20.063322 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Pushing event updated for resources: {'Port': ['ID=bb943b32-ae8b-4a0e-afd5-677ee450a247,revision_number=5']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:20.067580 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:20.109255 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-452794c5-f61b-46b3-be54-2c35b2352a92 req-4c48c8fd-0002-43b6-869d-0c2f5b3fe4ba tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/ports?device_id=052b8a7c-825d-4ac6-a3d3-67577c7aae12 HTTP/1.1" status: 200 len: 210 time: 0.1473844 Jun 14 16:35:20.128823 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-a8c06b6a-b9f6-4869-8c09-15e10dad1f11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:20.175106 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-a8c06b6a-b9f6-4869-8c09-15e10dad1f11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:20.253415 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-a8c06b6a-b9f6-4869-8c09-15e10dad1f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:20.261360 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-a8c06b6a-b9f6-4869-8c09-15e10dad1f11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:20.269529 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-a8c06b6a-b9f6-4869-8c09-15e10dad1f11 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e9dbf755-5935-4c3d-adfe-fed6c827af1c HTTP/1.1" status: 204 len: 168 time: 0.2994070 Jun 14 16:35:20.271324 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-c6aba7a4-6af6-475d-af0e-0c43a2953266 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:20.284062 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c06b6a-b9f6-4869-8c09-15e10dad1f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9dbf755-5935-4c3d-adfe-fed6c827af1c,revision_number=None']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:20.287113 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-a8c06b6a-b9f6-4869-8c09-15e10dad1f11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:20.445641 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.plugin [req-533288f0-9054-40dd-9ef6-b60547b32f5c req-8348e41d-6fe4-4af0-aaaa-e11c9491a241 tempest-DeleteServersTestJSON-633373428 tempest-DeleteServersTestJSON-633373428-project] Calling delete_port for 5129fe03-fbd2-4e48-8019-01956bb9aac7 owned by compute:nova {{(pid=91936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 16:35:20.488846 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 42250) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:20.632459 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device 5129fe03-fbd2-4e48-8019-01956bb9aac7 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=91937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 16:35:20.690022 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-a8c0a811-14a2-4927-8047-6ebd5f2947a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:20.709553 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc532b3b-fca8-41c9-b75a-049700ec7d5f req-c6bb0e75-f58b-434b-8039-3ab821a8d938 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:20.717494 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-dc532b3b-fca8-41c9-b75a-049700ec7d5f req-c6bb0e75-f58b-434b-8039-3ab821a8d938 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.41 "GET /v2.0/networks?id=e2198c61-c227-4c44-94c3-63db66ef4b23 HTTP/1.1" status: 200 len: 815 time: 0.3274064 Jun 14 16:35:20.725773 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6467f3-0f85-40f3-9de2-d024ff290f88 req-51eceb3b-1c1a-4763-a0f7-5a588777b23f tempest-DeleteServersTestJSON-633373428 tempest-DeleteServersTestJSON-633373428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:20.743264 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-fc6467f3-0f85-40f3-9de2-d024ff290f88 req-51eceb3b-1c1a-4763-a0f7-5a588777b23f tempest-DeleteServersTestJSON-633373428 tempest-DeleteServersTestJSON-633373428-project] 10.222.0.16 "GET /v2.0/ports?device_id=197c8f7e-1847-4f23-a156-015feeff965a HTTP/1.1" status: 200 len: 946 time: 0.3102388 Jun 14 16:35:20.762866 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.v2.base [req-dc532b3b-fca8-41c9-b75a-049700ec7d5f req-28a24a18-b6a3-4eee-979a-c0a04db65323 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Request body: {'port': {'device_id': '052b8a7c-825d-4ac6-a3d3-67577c7aae12', 'network_id': 'e2198c61-c227-4c44-94c3-63db66ef4b23', 'admin_state_up': True, 'tenant_id': '2a5847235a974f63891d8576b13e7ab6'}} {{(pid=91935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:35:20.830416 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:20.892528 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 42262) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:20.913570 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-732282ac-3167-43df-bb99-3ed7bf23662d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:20.966298 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c88f63e-954b-4300-b562-4de4c9b2f955 req-0c4852a8-f633-4c90-ad90-fdd30f94e5e6 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:20.973321 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-2c88f63e-954b-4300-b562-4de4c9b2f955 req-0c4852a8-f633-4c90-ad90-fdd30f94e5e6 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=71af129e-5dfd-44b0-a89c-2a67e11d5448 HTTP/1.1" status: 200 len: 946 time: 1.2101388 Jun 14 16:35:20.981274 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-533288f0-9054-40dd-9ef6-b60547b32f5c req-8348e41d-6fe4-4af0-aaaa-e11c9491a241 tempest-DeleteServersTestJSON-633373428 tempest-DeleteServersTestJSON-633373428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742580029772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742579636520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60243860'] for port, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:21.015108 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-7ceb1c0d-ba50-4ac4-8fc7-14aba8752ad1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:21.028721 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-fc6467f3-0f85-40f3-9de2-d024ff290f88 req-905424f1-ecec-4a5b-ab4b-ec2d83903573 tempest-DeleteServersTestJSON-633373428 tempest-DeleteServersTestJSON-633373428-project] 10.222.0.16 "GET /v2.0/security-groups?id=76b2d887-2dc7-463f-8221-defb6639739c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834449 Jun 14 16:35:21.066369 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8348e41d-6fe4-4af0-aaaa-e11c9491a241 tempest-DeleteServersTestJSON-633373428 tempest-DeleteServersTestJSON-633373428-project] Pushing event deleted for resources: {'Port': ['ID=5129fe03-fbd2-4e48-8019-01956bb9aac7,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:21.075980 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d31ceb-e1b6-49d4-851e-08843d2db6dd req-e34130f8-77ec-4d55-a1bd-dff7794e9654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:21.077497 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-f6d31ceb-e1b6-49d4-851e-08843d2db6dd req-e34130f8-77ec-4d55-a1bd-dff7794e9654 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=71af129e-5dfd-44b0-a89c-2a67e11d5448 HTTP/1.1" status: 200 len: 1099 time: 0.6826937 Jun 14 16:35:21.094747 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-8348e41d-6fe4-4af0-aaaa-e11c9491a241 tempest-DeleteServersTestJSON-633373428 tempest-DeleteServersTestJSON-633373428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:21.168426 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-2c88f63e-954b-4300-b562-4de4c9b2f955 req-be1b9daf-ca66-41fa-98ea-c8c752e68dcd tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940475 Jun 14 16:35:21.217809 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.db.l3_dvrscheduler_db [req-533288f0-9054-40dd-9ef6-b60547b32f5c req-8348e41d-6fe4-4af0-aaaa-e11c9491a241 tempest-DeleteServersTestJSON-633373428 tempest-DeleteServersTestJSON-633373428-project] No DVR routers for this DVR port 5129fe03-fbd2-4e48-8019-01956bb9aac7 on host hv-cinder-79628 {{(pid=91936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 16:35:21.244320 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-533288f0-9054-40dd-9ef6-b60547b32f5c req-8348e41d-6fe4-4af0-aaaa-e11c9491a241 tempest-DeleteServersTestJSON-633373428 tempest-DeleteServersTestJSON-633373428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220504'] for port, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:21.248301 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-533288f0-9054-40dd-9ef6-b60547b32f5c req-8348e41d-6fe4-4af0-aaaa-e11c9491a241 tempest-DeleteServersTestJSON-633373428 tempest-DeleteServersTestJSON-633373428-project] 10.222.0.41 "DELETE /v2.0/ports/5129fe03-fbd2-4e48-8019-01956bb9aac7 HTTP/1.1" status: 204 len: 173 time: 2.2467420 Jun 14 16:35:21.248854 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '197c8f7e-1847-4f23-a156-015feeff965a', 'name': 'network-vif-deleted', 'tag': '5129fe03-fbd2-4e48-8019-01956bb9aac7'}] {{(pid=91936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:35:21.252095 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659a09cea19619e202447e1b4bc3efe885e95cab3022d83c422060b06feffe3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9557bb50-dcb8-4acb-967f-131173a93c84" -d '{"events": [{"server_uuid": "197c8f7e-1847-4f23-a156-015feeff965a", "name": "network-vif-deleted", "tag": "5129fe03-fbd2-4e48-8019-01956bb9aac7"}]}' {{(pid=91936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:35:21.273257 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-f6d31ceb-e1b6-49d4-851e-08843d2db6dd req-c5b10485-6d39-4cf7-84bb-2fed31005589 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457014 Jun 14 16:35:21.290839 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5470a0-b920-42f9-9666-0b2b3f9024fe req-12c44d38-a48a-487f-afac-ea615c20e1a3 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:21.300167 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-4d5470a0-b920-42f9-9666-0b2b3f9024fe req-12c44d38-a48a-487f-afac-ea615c20e1a3 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aae5f17-8018-4c95-a614-7f339a39d94b HTTP/1.1" status: 200 len: 944 time: 0.1250794 Jun 14 16:35:21.314488 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-a8c0a811-14a2-4927-8047-6ebd5f2947a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:21.360777 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-a8c0a811-14a2-4927-8047-6ebd5f2947a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:21.364379 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-e813e832-8ae3-4edc-9228-666bcc3ac163 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:21.368859 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-54e54113-e9cb-4dcd-af7f-25cfb80660fe req-ea77c0c7-714a-496f-aa8f-ee71997d28d5 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/ports?device_id=052b8a7c-825d-4ac6-a3d3-67577c7aae12 HTTP/1.1" status: 200 len: 210 time: 0.0579948 Jun 14 16:35:21.388166 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-4d5470a0-b920-42f9-9666-0b2b3f9024fe req-38fc3a5c-fbb5-4132-ae86-defc89c3e938 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=8daba1fe-8982-46f6-b6c7-60cb14092ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868881 Jun 14 16:35:21.440291 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-a8c0a811-14a2-4927-8047-6ebd5f2947a3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3a6d5825937645f4bbccf9808ed93e7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9490213 Jun 14 16:35:21.441080 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c0a811-14a2-4927-8047-6ebd5f2947a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d229d8cf-853f-4e0b-b998-5ab8765c2047,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:21.452401 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 42284) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:21.456747 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-a8c0a811-14a2-4927-8047-6ebd5f2947a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:21.490237 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 16:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ffb037-c786-4dd3-828c-70ddb700d116 x-openstack-request-id: req-b5ffb037-c786-4dd3-828c-70ddb700d116 {{(pid=91936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:35:21.490920 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "197c8f7e-1847-4f23-a156-015feeff965a", "name": "network-vif-deleted", "tag": "5129fe03-fbd2-4e48-8019-01956bb9aac7", "status": "completed", "code": 200}]} {{(pid=91936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:35:21.491467 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b5ffb037-c786-4dd3-828c-70ddb700d116 {{(pid=91936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:35:21.492414 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '197c8f7e-1847-4f23-a156-015feeff965a', 'name': 'network-vif-deleted', 'tag': '5129fe03-fbd2-4e48-8019-01956bb9aac7', 'status': 'completed', 'code': 200} Jun 14 16:35:21.527773 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-7cbd8116-52fa-4a67-85f9-2d03b878ca2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:21.566074 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-732282ac-3167-43df-bb99-3ed7bf23662d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:21.568539 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-ae1c5728-e94a-49a1-ab7b-f49fd4fafd2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:21.575412 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-732282ac-3167-43df-bb99-3ed7bf23662d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:21.587277 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:21.665069 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-ae1c5728-e94a-49a1-ab7b-f49fd4fafd2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:21.676120 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc532b3b-fca8-41c9-b75a-049700ec7d5f req-28a24a18-b6a3-4eee-979a-c0a04db65323 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Made reservation on behalf of 2a5847235a974f63891d8576b13e7ab6 for: {'port': 1} {{(pid=91935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:35:21.680208 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-dc532b3b-fca8-41c9-b75a-049700ec7d5f req-28a24a18-b6a3-4eee-979a-c0a04db65323 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-782655'] for port, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:21.687627 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-732282ac-3167-43df-bb99-3ed7bf23662d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=85ae355099c8442682bc10b8ddd282b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7936912 Jun 14 16:35:21.688467 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732282ac-3167-43df-bb99-3ed7bf23662d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8d4a2e-7f81-4e83-be41-1634dff4ba0a,revision_number=1']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:21.691203 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 42296) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:21.713880 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-732282ac-3167-43df-bb99-3ed7bf23662d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:21.784201 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-053b8948-7d3c-4097-8307-657012e6d7a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:21.816636 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-053b8948-7d3c-4097-8307-657012e6d7a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:21.820647 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:21.848218 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-ae1c5728-e94a-49a1-ab7b-f49fd4fafd2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:21.850787 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-ae1c5728-e94a-49a1-ab7b-f49fd4fafd2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:21.851822 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-ae1c5728-e94a-49a1-ab7b-f49fd4fafd2a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d229d8cf-853f-4e0b-b998-5ab8765c2047 HTTP/1.1" status: 204 len: 168 time: 0.3979058 Jun 14 16:35:21.881243 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-2e1a47b5-e89a-4350-a90a-4b3032f9bed9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:21.894664 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1c5728-e94a-49a1-ab7b-f49fd4fafd2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d229d8cf-853f-4e0b-b998-5ab8765c2047,revision_number=None']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:21.899293 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-053b8948-7d3c-4097-8307-657012e6d7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:21.903321 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-ae1c5728-e94a-49a1-ab7b-f49fd4fafd2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:21.925433 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-053b8948-7d3c-4097-8307-657012e6d7a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:21.937058 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.db.db_base_plugin_common [req-dc532b3b-fca8-41c9-b75a-049700ec7d5f req-28a24a18-b6a3-4eee-979a-c0a04db65323 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Allocated IP 172.20.0.7 (e2198c61-c227-4c44-94c3-63db66ef4b23/826d910f-c166-497c-95fa-57ee752151ec/add8cf28-6fb5-4868-b9ca-6d3a4c121f3d) {{(pid=91935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 16:35:21.941847 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-053b8948-7d3c-4097-8307-657012e6d7a0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0a8d4a2e-7f81-4e83-be41-1634dff4ba0a HTTP/1.1" status: 204 len: 168 time: 0.2348986 Jun 14 16:35:21.944874 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:21.979693 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053b8948-7d3c-4097-8307-657012e6d7a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8d4a2e-7f81-4e83-be41-1634dff4ba0a,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:21.988102 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-053b8948-7d3c-4097-8307-657012e6d7a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:22.441336 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 42324) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:22.603340 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-bbdd6d77-7d0f-407c-8eab-fef020625dd5 req-a01b23fa-ee7e-4b32-8e6e-ff7e7ed4b8d6 tempest-DeleteServersTestJSON-633373428 tempest-DeleteServersTestJSON-633373428-project] 10.222.0.16 "GET /v2.0/ports?device_id=197c8f7e-1847-4f23-a156-015feeff965a HTTP/1.1" status: 200 len: 210 time: 0.0691831 Jun 14 16:35:22.607008 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-dc532b3b-fca8-41c9-b75a-049700ec7d5f req-28a24a18-b6a3-4eee-979a-c0a04db65323 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Notify callbacks [] for port, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:22.622802 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device 49648edd-323d-4ff7-91d2-29157438a0ec up at agent hyperv_hv-cinder-79628 {{(pid=91937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:35:22.683259 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 42330) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:22.783605 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-ac317c73-f3f7-46db-8eeb-274d40bc3b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:22.784244 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50192c9c-b96d-47db-a2cf-ebd0891dba07 req-84eb2566-f5a2-45e1-8445-8ff426ec5ef0 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:22.787427 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-299e4aff-0c83-4326-b146-425e5bde9446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:22.796323 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-50192c9c-b96d-47db-a2cf-ebd0891dba07 req-84eb2566-f5a2-45e1-8445-8ff426ec5ef0 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=71af129e-5dfd-44b0-a89c-2a67e11d5448 HTTP/1.1" status: 200 len: 946 time: 0.1816828 Jun 14 16:35:22.799210 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Provisioning for port 49648edd-323d-4ff7-91d2-29157438a0ec completed by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:35:22.811903 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Provisioning complete for port 49648edd-323d-4ff7-91d2-29157438a0ec triggered by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:35:22.814197 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:22.846720 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-dc532b3b-fca8-41c9-b75a-049700ec7d5f req-28a24a18-b6a3-4eee-979a-c0a04db65323 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-782844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4109363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742579636511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58943338'] for port, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:22.877050 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-4d50da63-8da6-4b23-a4d1-9a1e868c566c tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:22.892566 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] get_ports_and_sgs() called for port_ids ['b70c5f57-41fc-4e3d-8e9b-e99910b86854'] {{(pid=91937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 16:35:22.923944 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-50192c9c-b96d-47db-a2cf-ebd0891dba07 req-96e545e1-b46e-4114-8a33-a615194f592d tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265018 Jun 14 16:35:23.013104 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc532b3b-fca8-41c9-b75a-049700ec7d5f req-28a24a18-b6a3-4eee-979a-c0a04db65323 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Network e2198c61-c227-4c44-94c3-63db66ef4b23 is already hosted by enough agents. {{(pid=91935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:35:23.022242 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.base_scheduler [req-dc532b3b-fca8-41c9-b75a-049700ec7d5f req-28a24a18-b6a3-4eee-979a-c0a04db65323 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Resources bound (agent type, host, resource id): {{(pid=91935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:35:23.027356 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a24a18-b6a3-4eee-979a-c0a04db65323 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Pushing event updated for resources: {'Port': ['ID=add8cf28-6fb5-4868-b9ca-6d3a4c121f3d,revision_number=1']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:23.044888 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc532b3b-fca8-41c9-b75a-049700ec7d5f req-28a24a18-b6a3-4eee-979a-c0a04db65323 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Received port after_create {{(pid=91935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 16:35:23.049484 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-28a24a18-b6a3-4eee-979a-c0a04db65323 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:23.062313 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-ab2b5450-13fe-4683-bbc4-91f13c5099c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:23.173143 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc532b3b-fca8-41c9-b75a-049700ec7d5f req-28a24a18-b6a3-4eee-979a-c0a04db65323 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:23.174265 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-dc532b3b-fca8-41c9-b75a-049700ec7d5f req-28a24a18-b6a3-4eee-979a-c0a04db65323 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693340'] for port, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:23.220762 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fad87ab-eb5f-4958-8604-70bb4b65fdec req-79f2d2c0-0215-4ccf-8915-bb3bcf7639fc tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:23.235988 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-8fad87ab-eb5f-4958-8604-70bb4b65fdec req-79f2d2c0-0215-4ccf-8915-bb3bcf7639fc tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/ports?device_id=052b8a7c-825d-4ac6-a3d3-67577c7aae12 HTTP/1.1" status: 200 len: 931 time: 0.3138084 Jun 14 16:35:23.240094 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:23.245732 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5818ac1-6b13-46f4-a03d-8667896d3db9 req-21f30a73-79cc-4dba-b355-7e50dd7096ab tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:23.247590 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-e5818ac1-6b13-46f4-a03d-8667896d3db9 req-21f30a73-79cc-4dba-b355-7e50dd7096ab tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aae5f17-8018-4c95-a614-7f339a39d94b HTTP/1.1" status: 200 len: 944 time: 0.1151960 Jun 14 16:35:23.309264 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-e5818ac1-6b13-46f4-a03d-8667896d3db9 req-3179b7cc-1ae9-4f3c-a285-c2784840cbc1 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=8daba1fe-8982-46f6-b6c7-60cb14092ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546308 Jun 14 16:35:23.309532 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-299e4aff-0c83-4326-b146-425e5bde9446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:23.319468 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-299e4aff-0c83-4326-b146-425e5bde9446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:23.331271 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aae5f17-8018-4c95-a614-7f339a39d94b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49648edd-323d-4ff7-91d2-29157438a0ec'}] {{(pid=91937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:35:23.331271 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}410d25e5bbb1e20f764875c123142387b982c9cf9b01c37f3ab36e77f3c6c019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62db9360-3ce3-4286-85ae-792f35f8df14" -d '{"events": [{"server_uuid": "0aae5f17-8018-4c95-a614-7f339a39d94b", "name": "network-vif-plugged", "status": "completed", "tag": "49648edd-323d-4ff7-91d2-29157438a0ec"}]}' {{(pid=91937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:35:23.344322 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-50a67b94-eb03-4b67-a349-14ded4be13d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:23.385846 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] For port 49648edd-323d-4ff7-91d2-29157438a0ec, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=49648edd-323d-4ff7-91d2-29157438a0ec,segment=NetworkSegment(c4c3f588-adb6-420f-8cdb-57f5516701db),segment_id=c4c3f588-adb6-420f-8cdb-57f5516701db)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:35:23.403566 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:23.410163 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 16:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eab42d7-a6a0-4222-bd5b-f6185bebfc5a x-openstack-request-id: req-5eab42d7-a6a0-4222-bd5b-f6185bebfc5a {{(pid=91937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:35:23.410163 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aae5f17-8018-4c95-a614-7f339a39d94b", "name": "network-vif-plugged", "status": "completed", "tag": "49648edd-323d-4ff7-91d2-29157438a0ec", "code": 200}]} {{(pid=91937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:35:23.410163 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5eab42d7-a6a0-4222-bd5b-f6185bebfc5a {{(pid=91937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:35:23.410572 dv-cinder-796286-2-smb neutron-server[91937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aae5f17-8018-4c95-a614-7f339a39d94b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49648edd-323d-4ff7-91d2-29157438a0ec', 'code': 200} Jun 14 16:35:23.411233 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-92d44f48-828d-441d-9e79-60fe4d4d16e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:23.450323 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-8fad87ab-eb5f-4958-8604-70bb4b65fdec req-d05c6e54-35bd-4b54-b8db-c8433d8096c1 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d68b5e0-d111-4ac2-8cbb-412eb72c7454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129741 Jun 14 16:35:23.466212 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-299e4aff-0c83-4326-b146-425e5bde9446 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d4d7c2ddc10e45d2b3e716968b63b604&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7753332 Jun 14 16:35:23.467101 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299e4aff-0c83-4326-b146-425e5bde9446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2284a545-a00e-4c07-b5b7-4274135b4a66,revision_number=1']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:23.469431 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 42352) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:23.481699 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-299e4aff-0c83-4326-b146-425e5bde9446 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:23.503506 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-ab2b5450-13fe-4683-bbc4-91f13c5099c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:23.509293 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-ab2b5450-13fe-4683-bbc4-91f13c5099c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:23.515370 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-9afed953-4ebd-4a55-8be7-d627a5127671 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:23.544321 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-dc532b3b-fca8-41c9-b75a-049700ec7d5f req-28a24a18-b6a3-4eee-979a-c0a04db65323 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7830176 Jun 14 16:35:23.553236 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2b5450-13fe-4683-bbc4-91f13c5099c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f5055e-e169-4626-a93e-587ce2d2f3c6,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:23.559725 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-ab2b5450-13fe-4683-bbc4-91f13c5099c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:23.580079 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.v2.base [req-dc532b3b-fca8-41c9-b75a-049700ec7d5f req-c16c67f8-5c85-4ecd-bbcc-ba18d68cdf37 service neutron] Request body: {'port': {'device_id': '052b8a7c-825d-4ac6-a3d3-67577c7aae12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=91935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:35:23.582832 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-ab2b5450-13fe-4683-bbc4-91f13c5099c2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=39335dd4900047aaa345fc2a9cc339ab&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1395521 Jun 14 16:35:23.583111 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Pushing event updated for resources: {'Port': ['ID=49648edd-323d-4ff7-91d2-29157438a0ec,revision_number=5']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:23.583588 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 42356) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:23.586721 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:23.714609 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-e7d28370-b1b1-4838-bc04-147c140a58ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:23.737566 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-51db618c-42fc-4d09-aad6-cfd5776edb61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:23.750224 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-e7d28370-b1b1-4838-bc04-147c140a58ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:23.836279 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-e7d28370-b1b1-4838-bc04-147c140a58ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:23.840881 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-e7d28370-b1b1-4838-bc04-147c140a58ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:23.842545 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-e7d28370-b1b1-4838-bc04-147c140a58ca admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/29f5055e-e169-4626-a93e-587ce2d2f3c6 HTTP/1.1" status: 204 len: 168 time: 0.2577226 Jun 14 16:35:23.848463 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:23.898214 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d28370-b1b1-4838-bc04-147c140a58ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f5055e-e169-4626-a93e-587ce2d2f3c6,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:23.904018 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-e7d28370-b1b1-4838-bc04-147c140a58ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:23.967165 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712fd465-83e2-4c84-ad0f-f12d3a908012 req-278528ea-acdf-4a0a-94db-bc3496ac0242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:23.970210 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-712fd465-83e2-4c84-ad0f-f12d3a908012 req-278528ea-acdf-4a0a-94db-bc3496ac0242 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0aae5f17-8018-4c95-a614-7f339a39d94b HTTP/1.1" status: 200 len: 1098 time: 0.1473746 Jun 14 16:35:24.031895 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-712fd465-83e2-4c84-ad0f-f12d3a908012 req-08dca367-17b1-4f84-bfe7-f5c01c477c58 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8daba1fe-8982-46f6-b6c7-60cb14092ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506780 Jun 14 16:35:24.228065 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-51db618c-42fc-4d09-aad6-cfd5776edb61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:24.313776 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-dc532b3b-fca8-41c9-b75a-049700ec7d5f req-c16c67f8-5c85-4ecd-bbcc-ba18d68cdf37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:24.370310 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-61a174dc-ae9e-41b9-9cb1-e8a1b9f9c99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:24.418792 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bd7537-f61e-4ba3-8c46-1b7b45a4600a req-f871648d-f8e7-4afc-aebf-26e31ea92f0b tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:24.420427 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-85bd7537-f61e-4ba3-8c46-1b7b45a4600a req-f871648d-f8e7-4afc-aebf-26e31ea92f0b tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=71af129e-5dfd-44b0-a89c-2a67e11d5448 HTTP/1.1" status: 200 len: 946 time: 0.1962860 Jun 14 16:35:24.439765 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-51db618c-42fc-4d09-aad6-cfd5776edb61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:24.442419 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-51db618c-42fc-4d09-aad6-cfd5776edb61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:24.443969 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-51db618c-42fc-4d09-aad6-cfd5776edb61 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2284a545-a00e-4c07-b5b7-4274135b4a66 HTTP/1.1" status: 204 len: 168 time: 0.9632626 Jun 14 16:35:24.449117 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:24.532132 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 42398) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:24.536543 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51db618c-42fc-4d09-aad6-cfd5776edb61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2284a545-a00e-4c07-b5b7-4274135b4a66,revision_number=None']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:24.548868 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-51db618c-42fc-4d09-aad6-cfd5776edb61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:24.570796 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-1cdb0041-1f2c-40f3-94ac-b23c00f723ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:24.612731 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-85bd7537-f61e-4ba3-8c46-1b7b45a4600a req-92665274-ec0c-4d33-b129-f829b371ef11 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801331 Jun 14 16:35:24.612859 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f36099-5a1e-4c67-8fae-18de33fe2e9a req-04d042cb-219e-49e2-b10f-38c6f20ef369 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:24.619750 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-96f36099-5a1e-4c67-8fae-18de33fe2e9a req-04d042cb-219e-49e2-b10f-38c6f20ef369 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aae5f17-8018-4c95-a614-7f339a39d94b HTTP/1.1" status: 200 len: 945 time: 0.1417091 Jun 14 16:35:24.730130 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-96f36099-5a1e-4c67-8fae-18de33fe2e9a req-a125ba32-5015-4beb-8088-24b8f758557e tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=8daba1fe-8982-46f6-b6c7-60cb14092ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075721 Jun 14 16:35:24.786335 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-1cdb0041-1f2c-40f3-94ac-b23c00f723ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:24.791970 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-1cdb0041-1f2c-40f3-94ac-b23c00f723ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:24.797092 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:24.850828 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-1cdb0041-1f2c-40f3-94ac-b23c00f723ec admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=72285efc99f845bcb51aed771a6a875d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3168745 Jun 14 16:35:24.853609 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdb0041-1f2c-40f3-94ac-b23c00f723ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b57c31-365d-4318-9eb8-3df05946dfea,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:24.854834 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 42404) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:24.885613 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-1cdb0041-1f2c-40f3-94ac-b23c00f723ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:24.929807 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d76e8da-21c5-4d16-bdd5-4d3d6c7931ed req-19af0242-9256-4243-a779-c777682a17b1 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:24.931363 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-9d76e8da-21c5-4d16-bdd5-4d3d6c7931ed req-19af0242-9256-4243-a779-c777682a17b1 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/ports?device_id=052b8a7c-825d-4ac6-a3d3-67577c7aae12 HTTP/1.1" status: 200 len: 931 time: 0.1671622 Jun 14 16:35:25.038801 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-1cbab655-345c-4d99-9305-6cad0dfa8d3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:25.057500 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-9d76e8da-21c5-4d16-bdd5-4d3d6c7931ed req-48330615-afed-4fa2-8dbf-a734c568af25 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d68b5e0-d111-4ac2-8cbb-412eb72c7454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165161 Jun 14 16:35:25.103464 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.notifiers.nova [req-dc532b3b-fca8-41c9-b75a-049700ec7d5f req-c16c67f8-5c85-4ecd-bbcc-ba18d68cdf37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id add8cf28-6fb5-4868-b9ca-6d3a4c121f3d {{(pid=91935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 16:35:25.109317 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-1cbab655-345c-4d99-9305-6cad0dfa8d3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:25.118038 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-dc532b3b-fca8-41c9-b75a-049700ec7d5f req-c16c67f8-5c85-4ecd-bbcc-ba18d68cdf37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:25.231038 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.db.provisioning_blocks [req-dc532b3b-fca8-41c9-b75a-049700ec7d5f req-c16c67f8-5c85-4ecd-bbcc-ba18d68cdf37 service neutron] Transition to ACTIVE for port object add8cf28-6fb5-4868-b9ca-6d3a4c121f3d will not be triggered until provisioned by entity L2. {{(pid=91935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:35:25.258828 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-dc532b3b-fca8-41c9-b75a-049700ec7d5f req-c16c67f8-5c85-4ecd-bbcc-ba18d68cdf37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58943316'] for port, after_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:25.258828 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-28a24a18-b6a3-4eee-979a-c0a04db65323 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:25.371019 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c6b06c-71b7-4fa0-85a3-b517a5947bb4 req-bc076477-427b-4ad5-8070-77b9114d3421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:25.372923 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-40c6b06c-71b7-4fa0-85a3-b517a5947bb4 req-bc076477-427b-4ad5-8070-77b9114d3421 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e9e3ca0d5f6a422091735101e0717fda&device_id=71af129e-5dfd-44b0-a89c-2a67e11d5448 HTTP/1.1" status: 200 len: 1099 time: 0.1511786 Jun 14 16:35:25.521691 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16c67f8-5c85-4ecd-bbcc-ba18d68cdf37 service neutron] Pushing event updated for resources: {'Port': ['ID=add8cf28-6fb5-4868-b9ca-6d3a4c121f3d,revision_number=2']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:25.540798 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-c16c67f8-5c85-4ecd-bbcc-ba18d68cdf37 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:25.541700 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-1cbab655-345c-4d99-9305-6cad0dfa8d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:25.544246 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-1cbab655-345c-4d99-9305-6cad0dfa8d3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:25.545364 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-1cbab655-345c-4d99-9305-6cad0dfa8d3a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/96b57c31-365d-4318-9eb8-3df05946dfea HTTP/1.1" status: 204 len: 168 time: 0.6788394 Jun 14 16:35:25.570517 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c6b06c-71b7-4fa0-85a3-b517a5947bb4 req-bde6e44a-4fef-4036-bbed-e8c84083752a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:25.575227 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-40c6b06c-71b7-4fa0-85a3-b517a5947bb4 req-bde6e44a-4fef-4036-bbed-e8c84083752a service neutron] 10.222.0.41 "GET /v2.0/networks?id=fefc79f4-b27a-4754-9a1b-78e53aa8e11e HTTP/1.1" status: 200 len: 920 time: 0.1957664 Jun 14 16:35:25.596017 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-f6671c29-b48e-48c1-b43c-f74cfd8d9a3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:25.624940 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 42444) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:25.674384 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbab655-345c-4d99-9305-6cad0dfa8d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b57c31-365d-4318-9eb8-3df05946dfea,revision_number=None']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:25.691836 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-40c6b06c-71b7-4fa0-85a3-b517a5947bb4 req-cc484839-d267-4f9f-93d6-e8b5b86c67bb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb943b32-ae8b-4a0e-afd5-677ee450a247 HTTP/1.1" status: 200 len: 217 time: 0.1097822 Jun 14 16:35:25.731762 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-1cbab655-345c-4d99-9305-6cad0dfa8d3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:25.774872 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c6b06c-71b7-4fa0-85a3-b517a5947bb4 req-e1947cc5-2a2e-4431-a7f8-947077ffc2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:25.777253 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-40c6b06c-71b7-4fa0-85a3-b517a5947bb4 req-e1947cc5-2a2e-4431-a7f8-947077ffc2e6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3b9a81c8-a776-4371-9da7-d0daa8f6b0a3 HTTP/1.1" status: 200 len: 859 time: 0.0778503 Jun 14 16:35:25.803548 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b243904-562b-430a-b163-307b9299e76a admin admin] Deleting subnet 5b4a8f54-b699-4afc-bf48-f8453a29a9ea {{(pid=91935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 14 16:35:25.817218 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce6251-5cd0-4f1a-acfe-6a8c521890b0 req-e5b0a3fc-03cf-4ff2-8183-16e895a739aa tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:25.827297 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-40c6b06c-71b7-4fa0-85a3-b517a5947bb4 req-19e68ed2-7d9b-4641-82ff-c2b289340149 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fefc79f4-b27a-4754-9a1b-78e53aa8e11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420611 Jun 14 16:35:25.833203 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-c0ce6251-5cd0-4f1a-acfe-6a8c521890b0 req-e5b0a3fc-03cf-4ff2-8183-16e895a739aa tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=71af129e-5dfd-44b0-a89c-2a67e11d5448 HTTP/1.1" status: 200 len: 946 time: 0.5170071 Jun 14 16:35:25.849511 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-8b243904-562b-430a-b163-307b9299e76a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:25.958461 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.managers [req-dc532b3b-fca8-41c9-b75a-049700ec7d5f req-c16c67f8-5c85-4ecd-bbcc-ba18d68cdf37 service neutron] Attempting to bind port add8cf28-6fb5-4868-b9ca-6d3a4c121f3d on host hv-cinder-79628 for vnic_type normal with profile {{(pid=91935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 16:35:25.963925 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.managers [req-dc532b3b-fca8-41c9-b75a-049700ec7d5f req-c16c67f8-5c85-4ecd-bbcc-ba18d68cdf37 service neutron] Attempting to bind port add8cf28-6fb5-4868-b9ca-6d3a4c121f3d by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '24daf6a4-c396-425a-864b-0c66f657b94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e2198c61-c227-4c44-94c3-63db66ef4b23'}] {{(pid=91935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 16:35:25.963925 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc532b3b-fca8-41c9-b75a-049700ec7d5f req-c16c67f8-5c85-4ecd-bbcc-ba18d68cdf37 service neutron] Attempting to bind port add8cf28-6fb5-4868-b9ca-6d3a4c121f3d on network e2198c61-c227-4c44-94c3-63db66ef4b23 {{(pid=91935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:35:25.984172 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-8b243904-562b-430a-b163-307b9299e76a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59571735'] for subnet, precommit_delete_associations {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:25.986542 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc532b3b-fca8-41c9-b75a-049700ec7d5f req-c16c67f8-5c85-4ecd-bbcc-ba18d68cdf37 service neutron] Port add8cf28-6fb5-4868-b9ca-6d3a4c121f3d on network e2198c61-c227-4c44-94c3-63db66ef4b23 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=91935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 16:35:25.986881 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc532b3b-fca8-41c9-b75a-049700ec7d5f req-c16c67f8-5c85-4ecd-bbcc-ba18d68cdf37 service neutron] Attempting to bind port add8cf28-6fb5-4868-b9ca-6d3a4c121f3d on network e2198c61-c227-4c44-94c3-63db66ef4b23 {{(pid=91935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:35:26.018381 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-c0ce6251-5cd0-4f1a-acfe-6a8c521890b0 req-bcc8a6a7-2b80-481c-9291-5161f15c777d tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842782 Jun 14 16:35:26.023177 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc532b3b-fca8-41c9-b75a-049700ec7d5f req-c16c67f8-5c85-4ecd-bbcc-ba18d68cdf37 service neutron] Checking agent: {'id': '1755a277-340e-436e-845c-4a890e3bd21a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 32, 46), 'started_at': datetime.datetime(2021, 6, 14, 16, 32, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 16, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 16:35:26.023449 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc532b3b-fca8-41c9-b75a-049700ec7d5f req-c16c67f8-5c85-4ecd-bbcc-ba18d68cdf37 service neutron] Checking segment: {'id': '24daf6a4-c396-425a-864b-0c66f657b94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e2198c61-c227-4c44-94c3-63db66ef4b23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:35:26.023822 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc532b3b-fca8-41c9-b75a-049700ec7d5f req-c16c67f8-5c85-4ecd-bbcc-ba18d68cdf37 service neutron] Bound using segment: {'id': '24daf6a4-c396-425a-864b-0c66f657b94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e2198c61-c227-4c44-94c3-63db66ef4b23'} {{(pid=91935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 16:35:26.024281 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.managers [req-dc532b3b-fca8-41c9-b75a-049700ec7d5f req-c16c67f8-5c85-4ecd-bbcc-ba18d68cdf37 service neutron] Bound port: add8cf28-6fb5-4868-b9ca-6d3a4c121f3d, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24daf6a4-c396-425a-864b-0c66f657b94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e2198c61-c227-4c44-94c3-63db66ef4b23'}}] {{(pid=91935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 16:35:26.024640 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-dc532b3b-fca8-41c9-b75a-049700ec7d5f req-c16c67f8-5c85-4ecd-bbcc-ba18d68cdf37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:26.058041 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-40c6b06c-71b7-4fa0-85a3-b517a5947bb4 req-2e0d581c-8d41-4a37-bf4f-b97b06764ac2 service neutron] 10.222.0.41 "GET /v2.0/networks/fefc79f4-b27a-4754-9a1b-78e53aa8e11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151301 Jun 14 16:35:26.103155 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-8b243904-562b-430a-b163-307b9299e76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676727'] for subnet, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:26.237014 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714709c4-f0f3-47ec-9ef9-ed864cb7c417 req-681ca7a9-9fef-415f-bab6-7833a7bdf5a8 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:26.244249 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-714709c4-f0f3-47ec-9ef9-ed864cb7c417 req-681ca7a9-9fef-415f-bab6-7833a7bdf5a8 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aae5f17-8018-4c95-a614-7f339a39d94b HTTP/1.1" status: 200 len: 945 time: 0.3406065 Jun 14 16:35:26.293521 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.agents_db [None req-014db0b1-f8e7-4480-967a-879c185ba95d None None] Agent healthcheck: found 6 active agents {{(pid=91938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:35:26.334294 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-714709c4-f0f3-47ec-9ef9-ed864cb7c417 req-af9685c9-3449-4fc0-8ce3-7ffdf0fc56a2 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=8daba1fe-8982-46f6-b6c7-60cb14092ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890243 Jun 14 16:35:26.340486 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.db [req-dc532b3b-fca8-41c9-b75a-049700ec7d5f req-c16c67f8-5c85-4ecd-bbcc-ba18d68cdf37 service neutron] For port add8cf28-6fb5-4868-b9ca-6d3a4c121f3d, host hv-cinder-79628, cleared binding levels {{(pid=91935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 16:35:26.344473 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.db [req-dc532b3b-fca8-41c9-b75a-049700ec7d5f req-c16c67f8-5c85-4ecd-bbcc-ba18d68cdf37 service neutron] For port add8cf28-6fb5-4868-b9ca-6d3a4c121f3d, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=add8cf28-6fb5-4868-b9ca-6d3a4c121f3d,segment=NetworkSegment(24daf6a4-c396-425a-864b-0c66f657b94f),segment_id=24daf6a4-c396-425a-864b-0c66f657b94f)] {{(pid=91935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 16:35:26.353713 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-40c6b06c-71b7-4fa0-85a3-b517a5947bb4 req-fed5c520-674c-4b7e-81f2-e7e5581b401d service neutron] 10.222.0.41 "GET /v2.0/networks/fefc79f4-b27a-4754-9a1b-78e53aa8e11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887361 Jun 14 16:35:26.359018 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-dc532b3b-fca8-41c9-b75a-049700ec7d5f req-c16c67f8-5c85-4ecd-bbcc-ba18d68cdf37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58943316'] for port, after_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:26.364365 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-8b243904-562b-430a-b163-307b9299e76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58941593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58922034'] for subnet, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:26.368158 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:26.422017 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc532b3b-fca8-41c9-b75a-049700ec7d5f req-c16c67f8-5c85-4ecd-bbcc-ba18d68cdf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:26.422368 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-dc532b3b-fca8-41c9-b75a-049700ec7d5f req-c16c67f8-5c85-4ecd-bbcc-ba18d68cdf37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693340'] for port, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:26.428329 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-dc532b3b-fca8-41c9-b75a-049700ec7d5f req-c16c67f8-5c85-4ecd-bbcc-ba18d68cdf37 service neutron] 10.222.0.41 "PUT /v2.0/ports/add8cf28-6fb5-4868-b9ca-6d3a4c121f3d HTTP/1.1" status: 200 len: 1093 time: 2.8736567 Jun 14 16:35:26.439289 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '052b8a7c-825d-4ac6-a3d3-67577c7aae12', 'tag': 'add8cf28-6fb5-4868-b9ca-6d3a4c121f3d'}] {{(pid=91935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:35:26.443620 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6661bf290492edb1b3f10c978b9fa8124be38cabc2d7e3087d82166a711c303" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62861048-f5e9-4268-ac99-1324af5f38bb" -d '{"events": [{"name": "network-changed", "server_uuid": "052b8a7c-825d-4ac6-a3d3-67577c7aae12", "tag": "add8cf28-6fb5-4868-b9ca-6d3a4c121f3d"}]}' {{(pid=91935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:35:26.454719 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-8b243904-562b-430a-b163-307b9299e76a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693340'] for subnet, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:26.457483 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-8b243904-562b-430a-b163-307b9299e76a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/5b4a8f54-b699-4afc-bf48-f8453a29a9ea HTTP/1.1" status: 204 len: 168 time: 0.8284395 Jun 14 16:35:26.459508 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 42492) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:26.471927 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae931d1a-f23a-4c75-83c9-b82c8baef6f1 req-12f4cf0f-7dc6-4c3e-9e1e-1fa09f42dace tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:26.473426 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-ae931d1a-f23a-4c75-83c9-b82c8baef6f1 req-12f4cf0f-7dc6-4c3e-9e1e-1fa09f42dace tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/ports?device_id=052b8a7c-825d-4ac6-a3d3-67577c7aae12 HTTP/1.1" status: 200 len: 943 time: 0.2676218 Jun 14 16:35:26.557413 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16c67f8-5c85-4ecd-bbcc-ba18d68cdf37 service neutron] Pushing event updated for resources: {'Port': ['ID=add8cf28-6fb5-4868-b9ca-6d3a4c121f3d,revision_number=3']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:26.561882 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-c16c67f8-5c85-4ecd-bbcc-ba18d68cdf37 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:26.575271 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-a362f44c-972d-40f3-b360-c4b6a5f8daea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.171s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:26.612753 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b243904-562b-430a-b163-307b9299e76a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b4a8f54-b699-4afc-bf48-f8453a29a9ea,revision_number=None']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:26.616307 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-8b243904-562b-430a-b163-307b9299e76a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:26.636733 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-13d65c69-4b57-4265-9d81-b45637f7f0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528124'] for network, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:26.642068 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-ae931d1a-f23a-4c75-83c9-b82c8baef6f1 req-d57c9718-02bd-46b0-9314-f95a4a058579 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d68b5e0-d111-4ac2-8cbb-412eb72c7454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492121 Jun 14 16:35:26.668091 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc532b3b-fca8-41c9-b75a-049700ec7d5f req-6dc4f7c1-9878-49a4-a7ed-54c4e5cac85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:26.670376 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-dc532b3b-fca8-41c9-b75a-049700ec7d5f req-6dc4f7c1-9878-49a4-a7ed-54c4e5cac85e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2a5847235a974f63891d8576b13e7ab6&device_id=052b8a7c-825d-4ac6-a3d3-67577c7aae12 HTTP/1.1" status: 200 len: 1096 time: 0.1837261 Jun 14 16:35:26.743040 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f3d3c1-59ff-4caf-bcf3-bd98af2a7028 req-603a443a-659d-4f66-a891-6c2b1763923e tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:26.745281 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-06f3d3c1-59ff-4caf-bcf3-bd98af2a7028 req-603a443a-659d-4f66-a891-6c2b1763923e tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aae5f17-8018-4c95-a614-7f339a39d94b HTTP/1.1" status: 200 len: 945 time: 0.2327743 Jun 14 16:35:26.757087 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 42538) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:26.764159 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.v2.base [None req-3a9480cb-dae7-43b6-8325-d87e6ff8a81a tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Request body: {'floatingip': {'port_id': '49648edd-323d-4ff7-91d2-29157438a0ec'}} {{(pid=91936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:35:26.803120 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-dc532b3b-fca8-41c9-b75a-049700ec7d5f req-26fb5b54-35c7-422d-9c5c-8c8910fbc372 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=add8cf28-6fb5-4868-b9ca-6d3a4c121f3d HTTP/1.1" status: 200 len: 217 time: 0.1181786 Jun 14 16:35:26.899918 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc532b3b-fca8-41c9-b75a-049700ec7d5f req-5304c2ef-b8e5-4dac-a63d-9044327721b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:26.903146 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-dc532b3b-fca8-41c9-b75a-049700ec7d5f req-5304c2ef-b8e5-4dac-a63d-9044327721b9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=826d910f-c166-497c-95fa-57ee752151ec HTTP/1.1" status: 200 len: 855 time: 0.0825689 Jun 14 16:35:26.991045 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-dc532b3b-fca8-41c9-b75a-049700ec7d5f req-c2dc57ec-fcbd-457b-bd19-51da62858dbf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e2198c61-c227-4c44-94c3-63db66ef4b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678658 Jun 14 16:35:27.137975 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-13d65c69-4b57-4265-9d81-b45637f7f0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665066', 'neutron.services.segments.db._delete_segments_for_network-8742580095160'] for network, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:27.162606 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-3a9480cb-dae7-43b6-8325-d87e6ff8a81a tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks [] for floatingip, before_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:27.167592 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.services.segments.db [None req-13d65c69-4b57-4265-9d81-b45637f7f0d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f516194-514f-4bc1-82d7-25714577a047']}} {{(pid=91936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:35:27.170785 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 16:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a3d068c-d214-4cdc-a7e5-826f2064d9f2 x-openstack-request-id: req-5a3d068c-d214-4cdc-a7e5-826f2064d9f2 {{(pid=91935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:35:27.171373 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "052b8a7c-825d-4ac6-a3d3-67577c7aae12", "tag": "add8cf28-6fb5-4868-b9ca-6d3a4c121f3d", "status": "completed", "code": 200}]} {{(pid=91935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:35:27.171890 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5a3d068c-d214-4cdc-a7e5-826f2064d9f2 {{(pid=91935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:35:27.172507 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '052b8a7c-825d-4ac6-a3d3-67577c7aae12', 'tag': 'add8cf28-6fb5-4868-b9ca-6d3a4c121f3d', 'status': 'completed', 'code': 200} Jun 14 16:35:27.225364 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-dc532b3b-fca8-41c9-b75a-049700ec7d5f req-a281a2df-8b6d-46d1-9523-5925430570af service neutron] 10.222.0.41 "GET /v2.0/networks/e2198c61-c227-4c44-94c3-63db66ef4b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166698 Jun 14 16:35:27.309595 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.services.segments.db [None req-13d65c69-4b57-4265-9d81-b45637f7f0d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6c13cc0-2490-43c0-a137-29e0485b16ac') {'for_net_delete': True} {{(pid=91936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:35:27.309941 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.services.segments.db [None req-13d65c69-4b57-4265-9d81-b45637f7f0d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6c13cc0-2490-43c0-a137-29e0485b16ac') {} {{(pid=91936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:35:27.412213 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-13d65c69-4b57-4265-9d81-b45637f7f0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742580094998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60627297'] for segment, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:27.454646 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-13d65c69-4b57-4265-9d81-b45637f7f0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678690'] for segment, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:27.493221 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13d65c69-4b57-4265-9d81-b45637f7f0d8 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=91936) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 16:35:27.493674 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-13d65c69-4b57-4265-9d81-b45637f7f0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60243911'] for segment, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:27.497360 dv-cinder-796286-2-smb neutron-server[91936]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 16:35:27.497360 dv-cinder-796286-2-smb neutron-server[91936]: conditions |= (models_v2.Port.network_id.in_( Jun 14 16:35:27.497360 dv-cinder-796286-2-smb neutron-server[91936]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 16:35:27.497360 dv-cinder-796286-2-smb neutron-server[91936]: retrieve_revision_numbers = { Jun 14 16:35:27.497360 dv-cinder-796286-2-smb neutron-server[91936]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 16:35:27.497360 dv-cinder-796286-2-smb neutron-server[91936]: conditions |= (models_v2.Port.network_id.in_( Jun 14 16:35:27.497360 dv-cinder-796286-2-smb neutron-server[91936]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 16:35:27.497360 dv-cinder-796286-2-smb neutron-server[91936]: conditions |= (models_v2.Port.network_id.in_( Jun 14 16:35:27.497360 dv-cinder-796286-2-smb neutron-server[91936]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 16:35:27.497360 dv-cinder-796286-2-smb neutron-server[91936]: conditions |= (models_v2.Port.network_id.in_( Jun 14 16:35:27.497360 dv-cinder-796286-2-smb neutron-server[91936]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 16:35:27.497360 dv-cinder-796286-2-smb neutron-server[91936]: retrieve_revision_numbers = { Jun 14 16:35:27.497360 dv-cinder-796286-2-smb neutron-server[91936]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 16:35:27.497360 dv-cinder-796286-2-smb neutron-server[91936]: conditions |= (models_v2.Port.network_id.in_( Jun 14 16:35:27.497360 dv-cinder-796286-2-smb neutron-server[91936]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 16:35:27.497360 dv-cinder-796286-2-smb neutron-server[91936]: conditions |= (models_v2.Port.network_id.in_( Jun 14 16:35:27.497360 dv-cinder-796286-2-smb neutron-server[91936]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 16:35:27.497360 dv-cinder-796286-2-smb neutron-server[91936]: retrieve_revision_numbers = { Jun 14 16:35:27.497360 dv-cinder-796286-2-smb neutron-server[91936]: Traceback (most recent call last): Jun 14 16:35:27.497360 dv-cinder-796286-2-smb neutron-server[91936]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 14 16:35:27.497360 dv-cinder-796286-2-smb neutron-server[91936]: timer() Jun 14 16:35:27.497360 dv-cinder-796286-2-smb neutron-server[91936]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 14 16:35:27.497360 dv-cinder-796286-2-smb neutron-server[91936]: cb(*args, **kw) Jun 14 16:35:27.497360 dv-cinder-796286-2-smb neutron-server[91936]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 14 16:35:27.497360 dv-cinder-796286-2-smb neutron-server[91936]: return func(*args, **kwargs) Jun 14 16:35:27.497360 dv-cinder-796286-2-smb neutron-server[91936]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 14 16:35:27.497360 dv-cinder-796286-2-smb neutron-server[91936]: self._notify() Jun 14 16:35:27.497360 dv-cinder-796286-2-smb neutron-server[91936]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 14 16:35:27.497360 dv-cinder-796286-2-smb neutron-server[91936]: self.callback(batched_events) Jun 14 16:35:27.497360 dv-cinder-796286-2-smb neutron-server[91936]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 14 16:35:27.497360 dv-cinder-796286-2-smb neutron-server[91936]: event.method(event) Jun 14 16:35:27.497360 dv-cinder-796286-2-smb neutron-server[91936]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 14 16:35:27.497360 dv-cinder-796286-2-smb neutron-server[91936]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 14 16:35:27.497360 dv-cinder-796286-2-smb neutron-server[91936]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 14 16:35:27.497360 dv-cinder-796286-2-smb neutron-server[91936]: aggregate_uuid = self.p_client.list_aggregates( Jun 14 16:35:27.497360 dv-cinder-796286-2-smb neutron-server[91936]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 14 16:35:27.497360 dv-cinder-796286-2-smb neutron-server[91936]: return f(self, *a, **k) Jun 14 16:35:27.497360 dv-cinder-796286-2-smb neutron-server[91936]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 14 16:35:27.497360 dv-cinder-796286-2-smb neutron-server[91936]: return self._get(url).json() Jun 14 16:35:27.497360 dv-cinder-796286-2-smb neutron-server[91936]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 14 16:35:27.497360 dv-cinder-796286-2-smb neutron-server[91936]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 14 16:35:27.497360 dv-cinder-796286-2-smb neutron-server[91936]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 14 16:35:27.497360 dv-cinder-796286-2-smb neutron-server[91936]: return self.request(url, 'GET', **kwargs) Jun 14 16:35:27.497360 dv-cinder-796286-2-smb neutron-server[91936]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 14 16:35:27.497360 dv-cinder-796286-2-smb neutron-server[91936]: base_url = self.get_endpoint(auth, allow=allow, Jun 14 16:35:27.497360 dv-cinder-796286-2-smb neutron-server[91936]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 14 16:35:27.497360 dv-cinder-796286-2-smb neutron-server[91936]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 14 16:35:27.497360 dv-cinder-796286-2-smb neutron-server[91936]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 14 16:35:27.497360 dv-cinder-796286-2-smb neutron-server[91936]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 14 16:35:27.497360 dv-cinder-796286-2-smb neutron-server[91936]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 14 16:35:27.500356 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-dc532b3b-fca8-41c9-b75a-049700ec7d5f req-e5c41c21-999a-4b9b-97c0-5741d6a695bd service neutron] 10.222.0.41 "GET /v2.0/networks/e2198c61-c227-4c44-94c3-63db66ef4b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635028 Jun 14 16:35:27.652010 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62861048-f5e9-4268-ac99-1324af5f38bb req-b71817a5-a205-4cdf-9233-0047987d973e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:27.653891 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-62861048-f5e9-4268-ac99-1324af5f38bb req-b71817a5-a205-4cdf-9233-0047987d973e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2a5847235a974f63891d8576b13e7ab6&device_id=052b8a7c-825d-4ac6-a3d3-67577c7aae12 HTTP/1.1" status: 200 len: 1096 time: 0.0892811 Jun 14 16:35:27.809006 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-13d65c69-4b57-4265-9d81-b45637f7f0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-121365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904005'] for network, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:27.835926 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8349dc1-702a-4bda-8f6a-45b3f673e1b9 req-0e7350aa-4925-4683-b2ef-07c9fb5220cc tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:27.850531 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-b8349dc1-702a-4bda-8f6a-45b3f673e1b9 req-0e7350aa-4925-4683-b2ef-07c9fb5220cc tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=71af129e-5dfd-44b0-a89c-2a67e11d5448 HTTP/1.1" status: 200 len: 946 time: 0.5633600 Jun 14 16:35:27.887597 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:27.892426 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62861048-f5e9-4268-ac99-1324af5f38bb req-ba61f367-1b7d-4e7d-9f74-8935e9a017f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:27.894174 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-62861048-f5e9-4268-ac99-1324af5f38bb req-ba61f367-1b7d-4e7d-9f74-8935e9a017f2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e2198c61-c227-4c44-94c3-63db66ef4b23 HTTP/1.1" status: 200 len: 916 time: 0.2329836 Jun 14 16:35:27.948525 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-13d65c69-4b57-4265-9d81-b45637f7f0d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693340'] for network, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:27.965527 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-13d65c69-4b57-4265-9d81-b45637f7f0d8 admin admin] 10.222.0.16 "DELETE /v2.0/networks/7f516194-514f-4bc1-82d7-25714577a047 HTTP/1.1" status: 204 len: 168 time: 1.4934485 Jun 14 16:35:27.973288 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-62861048-f5e9-4268-ac99-1324af5f38bb req-5d84a043-2064-4b19-a021-09f1b6280653 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=add8cf28-6fb5-4868-b9ca-6d3a4c121f3d HTTP/1.1" status: 200 len: 217 time: 0.0709047 Jun 14 16:35:28.005661 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d65c69-4b57-4265-9d81-b45637f7f0d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f516194-514f-4bc1-82d7-25714577a047,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:28.009562 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-13d65c69-4b57-4265-9d81-b45637f7f0d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:28.027866 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-b8349dc1-702a-4bda-8f6a-45b3f673e1b9 req-db57e0b6-24b7-4afa-ab0f-53be3dbcddcc tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765919 Jun 14 16:35:28.099660 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a39fe-9ade-4d26-a46f-daf346caf4de req-c204f9bd-77a1-491a-b25e-76c4c6863d17 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:28.108091 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-394a39fe-9ade-4d26-a46f-daf346caf4de req-c204f9bd-77a1-491a-b25e-76c4c6863d17 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/ports?device_id=052b8a7c-825d-4ac6-a3d3-67577c7aae12 HTTP/1.1" status: 200 len: 943 time: 0.2701960 Jun 14 16:35:28.134324 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62861048-f5e9-4268-ac99-1324af5f38bb req-58f6ff90-0e2b-4f31-8808-0c263ead381b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:28.136892 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-62861048-f5e9-4268-ac99-1324af5f38bb req-58f6ff90-0e2b-4f31-8808-0c263ead381b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=826d910f-c166-497c-95fa-57ee752151ec HTTP/1.1" status: 200 len: 855 time: 0.1311512 Jun 14 16:35:28.258307 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 42598) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:28.375027 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-62861048-f5e9-4268-ac99-1324af5f38bb req-d926dd29-8591-46f4-b3c7-775e45f42d19 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e2198c61-c227-4c44-94c3-63db66ef4b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2250149 Jun 14 16:35:28.377322 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-394a39fe-9ade-4d26-a46f-daf346caf4de req-e14acf90-b253-422d-90fd-06c0bfcea919 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d68b5e0-d111-4ac2-8cbb-412eb72c7454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684155 Jun 14 16:35:28.456848 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-19d59500-8ae7-46b0-aa60-462251bda110 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=30ce1b2289d54cf7ac158d3723364a14&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1949837 Jun 14 16:35:28.481348 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 42606) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:28.562751 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-62861048-f5e9-4268-ac99-1324af5f38bb req-6230e57a-f605-49c0-875d-ef39ae991356 service neutron] 10.222.0.41 "GET /v2.0/networks/e2198c61-c227-4c44-94c3-63db66ef4b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764333 Jun 14 16:35:28.579482 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-122aa59e-d2cf-498e-baee-5200c240baea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:28.640190 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-122aa59e-d2cf-498e-baee-5200c240baea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:28.644613 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-3a9480cb-dae7-43b6-8325-d87e6ff8a81a tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:28.648863 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-3a9480cb-dae7-43b6-8325-d87e6ff8a81a tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904124'] for floatingip, after_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:28.747246 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-62861048-f5e9-4268-ac99-1324af5f38bb req-dc7eca85-0a16-4a62-b9a8-ddd36a068111 service neutron] 10.222.0.41 "GET /v2.0/networks/e2198c61-c227-4c44-94c3-63db66ef4b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645763 Jun 14 16:35:28.764807 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-122aa59e-d2cf-498e-baee-5200c240baea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:28.770103 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-122aa59e-d2cf-498e-baee-5200c240baea admin admin] Notify callbacks [] for security_group, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:28.772574 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-122aa59e-d2cf-498e-baee-5200c240baea admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/76b2d887-2dc7-463f-8221-defb6639739c HTTP/1.1" status: 204 len: 168 time: 0.2902625 Jun 14 16:35:28.773391 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-51db618c-42fc-4d09-aad6-cfd5776edb61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:28.786042 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122aa59e-d2cf-498e-baee-5200c240baea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b2d887-2dc7-463f-8221-defb6639739c,revision_number=None']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:28.790764 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-122aa59e-d2cf-498e-baee-5200c240baea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:28.817786 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.db.l3_db [None req-3a9480cb-dae7-43b6-8325-d87e6ff8a81a tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Floating IP 5982919c-ab89-4e32-acbb-0a5ac0e473b3 associated. External IP: 172.28.1.67, port: 49648edd-323d-4ff7-91d2-29157438a0ec. Jun 14 16:35:29.520320 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da61c10-13e3-49cf-a511-9fbabe20246a req-7c9516cf-3f07-4e23-8a93-780f2e9cb34c tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:29.522186 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-7da61c10-13e3-49cf-a511-9fbabe20246a req-7c9516cf-3f07-4e23-8a93-780f2e9cb34c tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=71af129e-5dfd-44b0-a89c-2a67e11d5448 HTTP/1.1" status: 200 len: 946 time: 0.1290708 Jun 14 16:35:29.527383 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a9480cb-dae7-43b6-8325-d87e6ff8a81a tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Router 3f079bc4-c906-4068-9e73-a356d5e37921 has already been hosted by L3 agent ca10c576-315d-4f3b-b2d0-f5eeab5e8277 {{(pid=91936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 16:35:29.650761 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-7da61c10-13e3-49cf-a511-9fbabe20246a req-9ce1cc9f-bbcd-419d-9e41-036de20071cd tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167662 Jun 14 16:35:29.715787 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841b783f-ecdd-442f-b60a-915d2b7560ab req-83637d3a-38ef-4520-bc40-6e73bff3c6e0 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:29.717392 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-841b783f-ecdd-442f-b60a-915d2b7560ab req-83637d3a-38ef-4520-bc40-6e73bff3c6e0 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/ports?device_id=052b8a7c-825d-4ac6-a3d3-67577c7aae12 HTTP/1.1" status: 200 len: 943 time: 0.1534348 Jun 14 16:35:29.788085 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a9480cb-dae7-43b6-8325-d87e6ff8a81a tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify agent at l3_agent.dv-cinder-796286-2-smb the message routers_updated {{(pid=91936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 16:35:29.814551 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-3a9480cb-dae7-43b6-8325-d87e6ff8a81a tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220504'] for floatingip, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:29.814860 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d11ef5-42c3-4235-a953-1acd9d5f9a90 None None] Sync routers for ids ['3f079bc4-c906-4068-9e73-a356d5e37921'] in dv-cinder-796286-2-smb {{(pid=91938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 16:35:29.831136 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-841b783f-ecdd-442f-b60a-915d2b7560ab req-0f91815f-f79f-45b3-bfab-21a006c3a5d3 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d68b5e0-d111-4ac2-8cbb-412eb72c7454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063242 Jun 14 16:35:29.835130 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d11ef5-42c3-4235-a953-1acd9d5f9a90 None None] Routers {'3f079bc4-c906-4068-9e73-a356d5e37921'} bound to L3 agent in host dv-cinder-796286-2-smb {{(pid=91938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:35:29.835815 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_hamode_db [None req-e6d11ef5-42c3-4235-a953-1acd9d5f9a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T16:26:21Z,description=,heartbeat_timestamp=2021-06-14T16:35:22Z,host='dv-cinder-796286-2-smb',id=ca10c576-315d-4f3b-b2d0-f5eeab5e8277,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:26:21Z,topic='l3_agent')) {'router_ids': ['3f079bc4-c906-4068-9e73-a356d5e37921'], 'active': True} {{(pid=91938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:35:29.906597 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-3a9480cb-dae7-43b6-8325-d87e6ff8a81a tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "PUT /v2.0/floatingips/5982919c-ab89-4e32-acbb-0a5ac0e473b3 HTTP/1.1" status: 200 len: 990 time: 3.1481540 Jun 14 16:35:29.908086 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0aae5f17-8018-4c95-a614-7f339a39d94b', 'tag': '49648edd-323d-4ff7-91d2-29157438a0ec'}] {{(pid=91936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:35:29.911177 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659a09cea19619e202447e1b4bc3efe885e95cab3022d83c422060b06feffe3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0bd628f-1c3a-4485-bfba-2e399a50e967" -d '{"events": [{"name": "network-changed", "server_uuid": "0aae5f17-8018-4c95-a614-7f339a39d94b", "tag": "49648edd-323d-4ff7-91d2-29157438a0ec"}]}' {{(pid=91936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:35:29.958620 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 16:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15981d3-031f-4b0a-a75e-0669e4067b72 x-openstack-request-id: req-a15981d3-031f-4b0a-a75e-0669e4067b72 {{(pid=91936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:35:29.959241 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0aae5f17-8018-4c95-a614-7f339a39d94b", "tag": "49648edd-323d-4ff7-91d2-29157438a0ec", "status": "completed", "code": 200}]} {{(pid=91936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:35:29.959759 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a15981d3-031f-4b0a-a75e-0669e4067b72 {{(pid=91936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:35:29.960399 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0aae5f17-8018-4c95-a614-7f339a39d94b', 'tag': '49648edd-323d-4ff7-91d2-29157438a0ec', 'status': 'completed', 'code': 200} Jun 14 16:35:30.095863 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_dvr_db [None req-e6d11ef5-42c3-4235-a953-1acd9d5f9a90 None None] Set router 3f079bc4-c906-4068-9e73-a356d5e37921 gateway port host: dv-cinder-796286-2-smb {{(pid=91938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:35:30.109523 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bd628f-1c3a-4485-bfba-2e399a50e967 req-cf75edd5-0910-4679-8ae9-62ed5fe79014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:30.111115 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-f0bd628f-1c3a-4485-bfba-2e399a50e967 req-cf75edd5-0910-4679-8ae9-62ed5fe79014 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5e64979c8b4744a1a9e561844a8d2019&device_id=0aae5f17-8018-4c95-a614-7f339a39d94b HTTP/1.1" status: 200 len: 1098 time: 0.1050413 Jun 14 16:35:30.251186 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bd628f-1c3a-4485-bfba-2e399a50e967 req-dd0896ca-6413-44c3-985f-24709fc95c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:30.254740 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-f0bd628f-1c3a-4485-bfba-2e399a50e967 req-dd0896ca-6413-44c3-985f-24709fc95c8c service neutron] 10.222.0.41 "GET /v2.0/networks?id=b827e6b3-7ed7-4462-86b3-950f50bba85c HTTP/1.1" status: 200 len: 917 time: 0.1324103 Jun 14 16:35:30.487888 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-f0bd628f-1c3a-4485-bfba-2e399a50e967 req-0b2452fb-a83b-4d7b-8254-18877cb11c09 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49648edd-323d-4ff7-91d2-29157438a0ec HTTP/1.1" status: 200 len: 998 time: 0.2257717 Jun 14 16:35:30.572406 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_hamode_db [None req-e6d11ef5-42c3-4235-a953-1acd9d5f9a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f079bc4-c906-4068-9e73-a356d5e37921', 'name': 'tempest-AttachVolumeShelveTestJSON-275120226-router', 'tenant_id': '5e64979c8b4744a1a9e561844a8d2019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.98'}], 'enable_snat': True}, 'gw_port_id': 'bb8407da-48f5-4573-b8b7-d91c97efb752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:34:32Z', 'updated_at': '2021-06-14T16:34:44Z', 'revision_number': 4, 'project_id': '5e64979c8b4744a1a9e561844a8d2019', 'gw_port': {'id': 'bb8407da-48f5-4573-b8b7-d91c97efb752', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f079bc4-c906-4068-9e73-a356d5e37921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:34:33Z', 'updated_at': '2021-06-14T16:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb', '_floatingips': [{'id': '5982919c-ab89-4e32-acbb-0a5ac0e473b3', 'tenant_id': '5e64979c8b4744a1a9e561844a8d2019', 'floating_ip_address': '172.28.1.67', 'floating_network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'router_id': '3f079bc4-c906-4068-9e73-a356d5e37921', 'port_id': '49648edd-323d-4ff7-91d2-29157438a0ec', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b827e6b3-7ed7-4462-86b3-950f50bba85c', 'mac_address': 'fa:16:3e:12:a6:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aae5f17-8018-4c95-a614-7f339a39d94b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T16:34:59Z', 'updated_at': '2021-06-14T16:35:28Z', 'revision_number': 1, 'project_id': '5e64979c8b4744a1a9e561844a8d2019', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6f764ad-a0f4-4314-b227-11ddd6522d49', 'name': '', 'network_id': 'b827e6b3-7ed7-4462-86b3-950f50bba85c', 'tenant_id': '5e64979c8b4744a1a9e561844a8d2019', 'mac_address': 'fa:16:3e:50:7b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f079bc4-c906-4068-9e73-a356d5e37921', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1c618564-7ca5-4a66-b740-3ae47e99df42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:34:40Z', 'updated_at': '2021-06-14T16:34:57Z', 'revision_number': 5, 'project_id': '5e64979c8b4744a1a9e561844a8d2019', 'subnets': [{'id': '1c618564-7ca5-4a66-b740-3ae47e99df42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-smb', False) {} {{(pid=91938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:35:30.577428 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d11ef5-42c3-4235-a953-1acd9d5f9a90 None None] Checking router: 3f079bc4-c906-4068-9e73-a356d5e37921 for host: dv-cinder-796286-2-smb {{(pid=91938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 16:35:30.578924 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bd628f-1c3a-4485-bfba-2e399a50e967 req-51fcd981-99a4-4172-96d5-523068d2e04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:30.580830 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-f0bd628f-1c3a-4485-bfba-2e399a50e967 req-51fcd981-99a4-4172-96d5-523068d2e04d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c618564-7ca5-4a66-b740-3ae47e99df42 HTTP/1.1" status: 200 len: 855 time: 0.0770941 Jun 14 16:35:30.587105 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d11ef5-42c3-4235-a953-1acd9d5f9a90 None None] Routers {'3f079bc4-c906-4068-9e73-a356d5e37921'} bound to L3 agent in host dv-cinder-796286-2-smb {{(pid=91938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:35:30.588305 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_hamode_db [None req-e6d11ef5-42c3-4235-a953-1acd9d5f9a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T16:26:21Z,description=,heartbeat_timestamp=2021-06-14T16:35:22Z,host='dv-cinder-796286-2-smb',id=ca10c576-315d-4f3b-b2d0-f5eeab5e8277,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:26:21Z,topic='l3_agent')) {'router_ids': ['3f079bc4-c906-4068-9e73-a356d5e37921'], 'active': True} {{(pid=91938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:35:30.662821 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device add8cf28-6fb5-4868-b9ca-6d3a4c121f3d details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=91937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 16:35:30.706268 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bd628f-1c3a-4485-bfba-2e399a50e967 req-3489debb-2dd0-42e1-b7dd-c7bed069d186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:30.709510 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-f0bd628f-1c3a-4485-bfba-2e399a50e967 req-3489debb-2dd0-42e1-b7dd-c7bed069d186 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b827e6b3-7ed7-4462-86b3-950f50bba85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1195891 Jun 14 16:35:30.830561 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_dvr_db [None req-e6d11ef5-42c3-4235-a953-1acd9d5f9a90 None None] Set router 3f079bc4-c906-4068-9e73-a356d5e37921 gateway port host: dv-cinder-796286-2-smb {{(pid=91938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:35:30.882954 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-f0bd628f-1c3a-4485-bfba-2e399a50e967 req-5e74e072-c23b-4854-b130-3f6d1090e245 service neutron] 10.222.0.41 "GET /v2.0/networks/b827e6b3-7ed7-4462-86b3-950f50bba85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608281 Jun 14 16:35:31.070946 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] For port add8cf28-6fb5-4868-b9ca-6d3a4c121f3d, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=add8cf28-6fb5-4868-b9ca-6d3a4c121f3d,segment=NetworkSegment(24daf6a4-c396-425a-864b-0c66f657b94f),segment_id=24daf6a4-c396-425a-864b-0c66f657b94f)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:35:31.121049 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Returning: {'device': 'add8cf28-6fb5-4868-b9ca-6d3a4c121f3d', 'network_id': 'e2198c61-c227-4c44-94c3-63db66ef4b23', 'port_id': 'add8cf28-6fb5-4868-b9ca-6d3a4c121f3d', 'mac_address': 'fa:16:3e:55:72:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '826d910f-c166-497c-95fa-57ee752151ec', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 16:35:31.205611 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:31.230545 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.notifiers.nova [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id add8cf28-6fb5-4868-b9ca-6d3a4c121f3d {{(pid=91937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 16:35:31.246049 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a4764-247f-4aec-8b93-9b6308a48f94 req-80db2534-99ac-44f4-b032-e61504833257 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:31.253836 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-e79a4764-247f-4aec-8b93-9b6308a48f94 req-80db2534-99ac-44f4-b032-e61504833257 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/ports?device_id=052b8a7c-825d-4ac6-a3d3-67577c7aae12 HTTP/1.1" status: 200 len: 943 time: 0.1514208 Jun 14 16:35:31.271608 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] For port add8cf28-6fb5-4868-b9ca-6d3a4c121f3d, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=add8cf28-6fb5-4868-b9ca-6d3a4c121f3d,segment=NetworkSegment(24daf6a4-c396-425a-864b-0c66f657b94f),segment_id=24daf6a4-c396-425a-864b-0c66f657b94f)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:35:31.276812 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_hamode_db [None req-e6d11ef5-42c3-4235-a953-1acd9d5f9a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f079bc4-c906-4068-9e73-a356d5e37921', 'name': 'tempest-AttachVolumeShelveTestJSON-275120226-router', 'tenant_id': '5e64979c8b4744a1a9e561844a8d2019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.98'}], 'enable_snat': True}, 'gw_port_id': 'bb8407da-48f5-4573-b8b7-d91c97efb752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:34:32Z', 'updated_at': '2021-06-14T16:34:44Z', 'revision_number': 4, 'project_id': '5e64979c8b4744a1a9e561844a8d2019', 'gw_port': {'id': 'bb8407da-48f5-4573-b8b7-d91c97efb752', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f079bc4-c906-4068-9e73-a356d5e37921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:34:33Z', 'updated_at': '2021-06-14T16:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb', '_floatingips': [{'id': '5982919c-ab89-4e32-acbb-0a5ac0e473b3', 'tenant_id': '5e64979c8b4744a1a9e561844a8d2019', 'floating_ip_address': '172.28.1.67', 'floating_network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'router_id': '3f079bc4-c906-4068-9e73-a356d5e37921', 'port_id': '49648edd-323d-4ff7-91d2-29157438a0ec', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b827e6b3-7ed7-4462-86b3-950f50bba85c', 'mac_address': 'fa:16:3e:12:a6:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aae5f17-8018-4c95-a614-7f339a39d94b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T16:34:59Z', 'updated_at': '2021-06-14T16:35:28Z', 'revision_number': 1, 'project_id': '5e64979c8b4744a1a9e561844a8d2019', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6f764ad-a0f4-4314-b227-11ddd6522d49', 'name': '', 'network_id': 'b827e6b3-7ed7-4462-86b3-950f50bba85c', 'tenant_id': '5e64979c8b4744a1a9e561844a8d2019', 'mac_address': 'fa:16:3e:50:7b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f079bc4-c906-4068-9e73-a356d5e37921', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1c618564-7ca5-4a66-b740-3ae47e99df42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:34:40Z', 'updated_at': '2021-06-14T16:34:57Z', 'revision_number': 5, 'project_id': '5e64979c8b4744a1a9e561844a8d2019', 'subnets': [{'id': '1c618564-7ca5-4a66-b740-3ae47e99df42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-smb', False) {} {{(pid=91938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:35:31.285240 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d11ef5-42c3-4235-a953-1acd9d5f9a90 None None] The sync data for ids ['3f079bc4-c906-4068-9e73-a356d5e37921'] in dv-cinder-796286-2-smb is: [{'id': '3f079bc4-c906-4068-9e73-a356d5e37921', 'name': 'tempest-AttachVolumeShelveTestJSON-275120226-router', 'tenant_id': '5e64979c8b4744a1a9e561844a8d2019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.98'}], 'enable_snat': True}, 'gw_port_id': 'bb8407da-48f5-4573-b8b7-d91c97efb752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:34:32Z', 'updated_at': '2021-06-14T16:34:44Z', 'revision_number': 4, 'project_id': '5e64979c8b4744a1a9e561844a8d2019', 'gw_port': {'id': 'bb8407da-48f5-4573-b8b7-d91c97efb752', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f079bc4-c906-4068-9e73-a356d5e37921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:34:33Z', 'updated_at': '2021-06-14T16:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb', '_floatingips': [{'id': '5982919c-ab89-4e32-acbb-0a5ac0e473b3', 'tenant_id': '5e64979c8b4744a1a9e561844a8d2019', 'floating_ip_address': '172.28.1.67', 'floating_network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'router_id': '3f079bc4-c906-4068-9e73-a356d5e37921', 'port_id': '49648edd-323d-4ff7-91d2-29157438a0ec', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b827e6b3-7ed7-4462-86b3-950f50bba85c', 'mac_address': 'fa:16:3e:12:a6:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aae5f17-8018-4c95-a614-7f339a39d94b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T16:34:59Z', 'updated_at': '2021-06-14T16:35:28Z', 'revision_number': 1, 'project_id': '5e64979c8b4744a1a9e561844a8d2019', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6f764ad-a0f4-4314-b227-11ddd6522d49', 'name': '', 'network_id': 'b827e6b3-7ed7-4462-86b3-950f50bba85c', 'tenant_id': '5e64979c8b4744a1a9e561844a8d2019', 'mac_address': 'fa:16:3e:50:7b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f079bc4-c906-4068-9e73-a356d5e37921', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1c618564-7ca5-4a66-b740-3ae47e99df42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:34:40Z', 'updated_at': '2021-06-14T16:34:57Z', 'revision_number': 5, 'project_id': '5e64979c8b4744a1a9e561844a8d2019', 'subnets': [{'id': '1c618564-7ca5-4a66-b740-3ae47e99df42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 16:35:31.287148 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:31.289673 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:31.320523 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-f0bd628f-1c3a-4485-bfba-2e399a50e967 req-53b57094-8359-44e3-95a3-510332612361 service neutron] 10.222.0.41 "GET /v2.0/networks/b827e6b3-7ed7-4462-86b3-950f50bba85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4242010 Jun 14 16:35:31.336297 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe97c8-dd52-49bb-abf0-c8e115bd3dcd req-115e9af4-1a59-4928-b41a-5210f919bb33 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:31.342682 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-16fe97c8-dd52-49bb-abf0-c8e115bd3dcd req-115e9af4-1a59-4928-b41a-5210f919bb33 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=71af129e-5dfd-44b0-a89c-2a67e11d5448 HTTP/1.1" status: 200 len: 946 time: 0.2298369 Jun 14 16:35:31.343651 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-e79a4764-247f-4aec-8b93-9b6308a48f94 req-0b1be82e-9fbd-4ea4-ab72-feccbd85bdbd tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d68b5e0-d111-4ac2-8cbb-412eb72c7454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842144 Jun 14 16:35:31.446740 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Pushing event updated for resources: {'Port': ['ID=add8cf28-6fb5-4868-b9ca-6d3a4c121f3d,revision_number=4']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:31.461052 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:31.488278 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-16fe97c8-dd52-49bb-abf0-c8e115bd3dcd req-604f7aba-ef74-4548-9e52-7e65fbfa6f97 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314178 Jun 14 16:35:31.648080 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] get_ports_and_sgs() called for port_ids ['add8cf28-6fb5-4868-b9ca-6d3a4c121f3d'] {{(pid=91937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 16:35:31.707800 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483867ad-f4e5-43ba-89a5-0723f3e86e1c None None] New status for floating IP 5982919c-ab89-4e32-acbb-0a5ac0e473b3: ACTIVE {{(pid=91937) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 16:35:31.833807 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 42774) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:32.044836 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-e3c3ef8f-90db-4764-9bfb-8004374bb537 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:32.225555 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-e3c3ef8f-90db-4764-9bfb-8004374bb537 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:32.234114 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-e3c3ef8f-90db-4764-9bfb-8004374bb537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:32.240913 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:32.312519 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-e3c3ef8f-90db-4764-9bfb-8004374bb537 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4cf222aafec249e18c44f0c64d0e3219&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4776082 Jun 14 16:35:32.313580 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c3ef8f-90db-4764-9bfb-8004374bb537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=832f08c3-e6c3-49c7-a6b4-08f1d858eaab,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:32.315471 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 42790) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:32.326452 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c3ef8f-90db-4764-9bfb-8004374bb537 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:35:32.327332 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c3ef8f-90db-4764-9bfb-8004374bb537 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:35:32.327332 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c3ef8f-90db-4764-9bfb-8004374bb537 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:35:32.327614 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c3ef8f-90db-4764-9bfb-8004374bb537 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:35:32.327959 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c3ef8f-90db-4764-9bfb-8004374bb537 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:35:32.328314 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c3ef8f-90db-4764-9bfb-8004374bb537 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:35:32.328674 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c3ef8f-90db-4764-9bfb-8004374bb537 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:35:32.330692 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c3ef8f-90db-4764-9bfb-8004374bb537 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:35:32.330692 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c3ef8f-90db-4764-9bfb-8004374bb537 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:35:32.330692 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c3ef8f-90db-4764-9bfb-8004374bb537 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:35:32.330692 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c3ef8f-90db-4764-9bfb-8004374bb537 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:35:32.330692 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c3ef8f-90db-4764-9bfb-8004374bb537 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:35:32.334570 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-e3c3ef8f-90db-4764-9bfb-8004374bb537 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:32.407001 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-6e9c4c6a-63c7-4457-86b7-7f44d553ef17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:32.438972 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-6e9c4c6a-63c7-4457-86b7-7f44d553ef17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:32.543582 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-6e9c4c6a-63c7-4457-86b7-7f44d553ef17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:32.546691 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-6e9c4c6a-63c7-4457-86b7-7f44d553ef17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:32.548032 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-6e9c4c6a-63c7-4457-86b7-7f44d553ef17 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/832f08c3-e6c3-49c7-a6b4-08f1d858eaab HTTP/1.1" status: 204 len: 168 time: 0.2311933 Jun 14 16:35:32.556665 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-2bf4e286-9001-43d6-a0e7-c579bfd773a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:32.579377 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9c4c6a-63c7-4457-86b7-7f44d553ef17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=832f08c3-e6c3-49c7-a6b4-08f1d858eaab,revision_number=None']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:32.610194 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9c4c6a-63c7-4457-86b7-7f44d553ef17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:35:32.611074 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9c4c6a-63c7-4457-86b7-7f44d553ef17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:35:32.611564 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9c4c6a-63c7-4457-86b7-7f44d553ef17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:35:32.611957 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9c4c6a-63c7-4457-86b7-7f44d553ef17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:35:32.612313 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9c4c6a-63c7-4457-86b7-7f44d553ef17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:35:32.612666 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9c4c6a-63c7-4457-86b7-7f44d553ef17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:35:32.613036 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9c4c6a-63c7-4457-86b7-7f44d553ef17 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:35:32.613357 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9c4c6a-63c7-4457-86b7-7f44d553ef17 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:35:32.613702 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9c4c6a-63c7-4457-86b7-7f44d553ef17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:35:32.614038 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9c4c6a-63c7-4457-86b7-7f44d553ef17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:35:32.614374 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9c4c6a-63c7-4457-86b7-7f44d553ef17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:35:32.614708 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9c4c6a-63c7-4457-86b7-7f44d553ef17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:35:32.619300 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-6e9c4c6a-63c7-4457-86b7-7f44d553ef17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:32.634054 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c6f9a1-023d-4794-99f4-94b9bcd28081 req-9d741a8b-84d8-436c-8c50-3f03458f9ec1 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:32.642512 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-f4c6f9a1-023d-4794-99f4-94b9bcd28081 req-9d741a8b-84d8-436c-8c50-3f03458f9ec1 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/ports?device_id=052b8a7c-825d-4ac6-a3d3-67577c7aae12 HTTP/1.1" status: 200 len: 944 time: 0.1639264 Jun 14 16:35:32.694054 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-f4c6f9a1-023d-4794-99f4-94b9bcd28081 req-7878a305-f8d3-407a-84db-1c52617f9d66 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d68b5e0-d111-4ac2-8cbb-412eb72c7454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508065 Jun 14 16:35:32.733084 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17579d8-c8cf-492e-aaae-0ca16e68b522 req-3aef26de-9e50-4053-845a-fd5d8c582df9 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:32.734889 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-d17579d8-c8cf-492e-aaae-0ca16e68b522 req-3aef26de-9e50-4053-845a-fd5d8c582df9 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=71af129e-5dfd-44b0-a89c-2a67e11d5448 HTTP/1.1" status: 200 len: 946 time: 0.0992305 Jun 14 16:35:32.798820 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-d17579d8-c8cf-492e-aaae-0ca16e68b522 req-8ca688da-c0a2-4a56-b3e7-157c7e0a3bcd tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564067 Jun 14 16:35:33.657627 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 42878) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:33.895125 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-db8d7dc2-4795-420e-bfb4-29f66098b8ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:34.042572 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef453ee-8404-456b-b61e-f538b885f0dc req-fc0343f9-4073-445a-908b-5871ab38b218 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:34.050702 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-6ef453ee-8404-456b-b61e-f538b885f0dc req-fc0343f9-4073-445a-908b-5871ab38b218 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=71af129e-5dfd-44b0-a89c-2a67e11d5448 HTTP/1.1" status: 200 len: 946 time: 0.1004741 Jun 14 16:35:34.106825 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-6ef453ee-8404-456b-b61e-f538b885f0dc req-d8324551-8340-4ef8-b75b-863c2e4439c3 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551252 Jun 14 16:35:34.132768 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-db8d7dc2-4795-420e-bfb4-29f66098b8ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:34.144891 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-db8d7dc2-4795-420e-bfb4-29f66098b8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:34.151325 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-c96f3bb8-c7b3-4e46-902c-bc90415dd116 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:34.202049 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8d7dc2-4795-420e-bfb4-29f66098b8ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9dbba91-02ac-494b-aee2-dae629c82d1b,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:34.216332 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-db8d7dc2-4795-420e-bfb4-29f66098b8ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:34.251549 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-db8d7dc2-4795-420e-bfb4-29f66098b8ce admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a8aeb012b6cd4529ac4dab71c9836091&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5907986 Jun 14 16:35:34.252767 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 42924) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:34.269585 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbf335c-37b8-444c-8446-327e6d05b89b req-ace93688-2f1e-479f-bcf0-1aac86a4c012 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:34.271180 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-9fbf335c-37b8-444c-8446-327e6d05b89b req-ace93688-2f1e-479f-bcf0-1aac86a4c012 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/ports?device_id=052b8a7c-825d-4ac6-a3d3-67577c7aae12 HTTP/1.1" status: 200 len: 944 time: 0.2481978 Jun 14 16:35:34.318596 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-9fbf335c-37b8-444c-8446-327e6d05b89b req-45564c03-69c8-4ce1-aa56-152b452e76d0 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d68b5e0-d111-4ac2-8cbb-412eb72c7454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400648 Jun 14 16:35:34.322065 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 42926) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:34.328416 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-06dd654a-4b2b-4f34-9b26-19792c4dac6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:34.353891 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-06dd654a-4b2b-4f34-9b26-19792c4dac6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:34.409873 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-06dd654a-4b2b-4f34-9b26-19792c4dac6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:34.412598 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-06dd654a-4b2b-4f34-9b26-19792c4dac6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:34.413706 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-06dd654a-4b2b-4f34-9b26-19792c4dac6b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f9dbba91-02ac-494b-aee2-dae629c82d1b HTTP/1.1" status: 204 len: 168 time: 0.1599805 Jun 14 16:35:34.414421 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-732282ac-3167-43df-bb99-3ed7bf23662d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:34.427043 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dd654a-4b2b-4f34-9b26-19792c4dac6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9dbba91-02ac-494b-aee2-dae629c82d1b,revision_number=None']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:34.430596 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-06dd654a-4b2b-4f34-9b26-19792c4dac6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:34.452425 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-77b704b3-dde6-4653-a21d-0683db250b16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:34.586804 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-77b704b3-dde6-4653-a21d-0683db250b16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:34.593009 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-77b704b3-dde6-4653-a21d-0683db250b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:34.596731 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-b292f385-862e-4064-b0c0-8ec5b49dbec7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:34.646051 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-77b704b3-dde6-4653-a21d-0683db250b16 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=133e0f6a70c445b4b8d1627847c54383&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3227334 Jun 14 16:35:34.649154 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 42950) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:34.662021 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b704b3-dde6-4653-a21d-0683db250b16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf837ff-fb71-4bac-a592-6f6d205e633f,revision_number=1']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:34.672293 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-77b704b3-dde6-4653-a21d-0683db250b16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:34.704403 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device add8cf28-6fb5-4868-b9ca-6d3a4c121f3d up at agent hyperv_hv-cinder-79628 {{(pid=91937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:35:34.769125 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-55407166-9c1b-422c-958e-6d11aeed595a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:34.777503 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Provisioning for port add8cf28-6fb5-4868-b9ca-6d3a4c121f3d completed by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:35:34.783111 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Provisioning complete for port add8cf28-6fb5-4868-b9ca-6d3a4c121f3d triggered by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:35:34.783565 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:34.807277 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-55407166-9c1b-422c-958e-6d11aeed595a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:34.868475 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 42964) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:34.891532 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-acb239be-5220-46c0-9c97-47a099ee2fc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:34.904390 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-55407166-9c1b-422c-958e-6d11aeed595a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:34.907340 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-55407166-9c1b-422c-958e-6d11aeed595a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:34.910882 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-55407166-9c1b-422c-958e-6d11aeed595a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fbf837ff-fb71-4bac-a592-6f6d205e633f HTTP/1.1" status: 204 len: 168 time: 0.2580502 Jun 14 16:35:34.910882 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:34.929124 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55407166-9c1b-422c-958e-6d11aeed595a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf837ff-fb71-4bac-a592-6f6d205e633f,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:34.934933 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-55407166-9c1b-422c-958e-6d11aeed595a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:34.963077 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:34.999091 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '052b8a7c-825d-4ac6-a3d3-67577c7aae12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'add8cf28-6fb5-4868-b9ca-6d3a4c121f3d'}] {{(pid=91937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:35:35.005534 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}410d25e5bbb1e20f764875c123142387b982c9cf9b01c37f3ab36e77f3c6c019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ab08a0-129c-4468-8e1b-0ee0ef120340" -d '{"events": [{"server_uuid": "052b8a7c-825d-4ac6-a3d3-67577c7aae12", "name": "network-vif-plugged", "status": "completed", "tag": "add8cf28-6fb5-4868-b9ca-6d3a4c121f3d"}]}' {{(pid=91937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:35:35.055164 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-acb239be-5220-46c0-9c97-47a099ee2fc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:35.058605 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] For port add8cf28-6fb5-4868-b9ca-6d3a4c121f3d, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=add8cf28-6fb5-4868-b9ca-6d3a4c121f3d,segment=NetworkSegment(24daf6a4-c396-425a-864b-0c66f657b94f),segment_id=24daf6a4-c396-425a-864b-0c66f657b94f)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:35:35.064157 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-acb239be-5220-46c0-9c97-47a099ee2fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:35.068857 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:35.071191 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:35.073010 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-96cf8e28-9f87-4dfe-bd14-9c3a19c04c0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:35.132576 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 16:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1cd5dc6-bbec-490f-9dd3-59eaa4675cdf x-openstack-request-id: req-e1cd5dc6-bbec-490f-9dd3-59eaa4675cdf {{(pid=91937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:35:35.133169 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "052b8a7c-825d-4ac6-a3d3-67577c7aae12", "name": "network-vif-plugged", "status": "completed", "tag": "add8cf28-6fb5-4868-b9ca-6d3a4c121f3d", "code": 200}]} {{(pid=91937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:35:35.133645 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e1cd5dc6-bbec-490f-9dd3-59eaa4675cdf {{(pid=91937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:35:35.135256 dv-cinder-796286-2-smb neutron-server[91937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '052b8a7c-825d-4ac6-a3d3-67577c7aae12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'add8cf28-6fb5-4868-b9ca-6d3a4c121f3d', 'code': 200} Jun 14 16:35:35.156151 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 42978) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:35.156375 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-acb239be-5220-46c0-9c97-47a099ee2fc1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5116a929112c4477be1e4e76da673cb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2862699 Jun 14 16:35:35.158810 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb239be-5220-46c0-9c97-47a099ee2fc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9ff239-bf0c-46f3-af1d-2e27d25fe389,revision_number=1']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:35.162223 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-acb239be-5220-46c0-9c97-47a099ee2fc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:35.179204 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Pushing event updated for resources: {'Port': ['ID=add8cf28-6fb5-4868-b9ca-6d3a4c121f3d,revision_number=5']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:35.203108 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:35:35.203457 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:35:35.204720 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:35:35.208593 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:35:35.210621 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:35:35.211701 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:35:35.212557 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:35:35.214995 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:35:35.216276 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:35:35.216782 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:35:35.221239 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:35:35.221771 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:35:35.229897 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:35.239552 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-6e139475-24e9-4c22-8965-5385c3355895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:35.273016 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-6e139475-24e9-4c22-8965-5385c3355895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:35.424834 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-6e139475-24e9-4c22-8965-5385c3355895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:35.427398 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-6e139475-24e9-4c22-8965-5385c3355895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:35.428546 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-6e139475-24e9-4c22-8965-5385c3355895 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6a9ff239-bf0c-46f3-af1d-2e27d25fe389 HTTP/1.1" status: 204 len: 168 time: 0.2713153 Jun 14 16:35:35.459331 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-eee0c9c2-241d-4b75-960b-0229d1b83d0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:35.476551 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e139475-24e9-4c22-8965-5385c3355895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9ff239-bf0c-46f3-af1d-2e27d25fe389,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:35.485687 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-6e139475-24e9-4c22-8965-5385c3355895 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:35.492747 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce416212-756f-4116-ad36-fa8b2b779e86 req-85841f55-3719-4e2d-a55b-0c037d184dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:35.495565 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-ce416212-756f-4116-ad36-fa8b2b779e86 req-85841f55-3719-4e2d-a55b-0c037d184dd3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=052b8a7c-825d-4ac6-a3d3-67577c7aae12 HTTP/1.1" status: 200 len: 1098 time: 0.1292915 Jun 14 16:35:35.539640 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae4803a-35ea-4fa8-8f56-1ea8934b74db req-9c7f9a49-7328-4bd0-9784-3184022f24f5 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:35.541657 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-eae4803a-35ea-4fa8-8f56-1ea8934b74db req-9c7f9a49-7328-4bd0-9784-3184022f24f5 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=71af129e-5dfd-44b0-a89c-2a67e11d5448 HTTP/1.1" status: 200 len: 946 time: 0.1330750 Jun 14 16:35:35.577127 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-ce416212-756f-4116-ad36-fa8b2b779e86 req-1554efe2-e706-4370-a343-7f09f5ed931a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2d68b5e0-d111-4ac2-8cbb-412eb72c7454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715692 Jun 14 16:35:35.603307 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-eae4803a-35ea-4fa8-8f56-1ea8934b74db req-4e37dbcb-9b15-407c-b640-ef6cdb4ef808 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532713 Jun 14 16:35:35.748093 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6d52ba-b4d9-4a71-902f-70a51943373b req-61b3654e-20de-4216-af7f-90c629263fe3 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:35.749720 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-ec6d52ba-b4d9-4a71-902f-70a51943373b req-61b3654e-20de-4216-af7f-90c629263fe3 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/ports?device_id=052b8a7c-825d-4ac6-a3d3-67577c7aae12 HTTP/1.1" status: 200 len: 945 time: 0.1012528 Jun 14 16:35:35.809812 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-ec6d52ba-b4d9-4a71-902f-70a51943373b req-a4246a63-d7e7-48d4-95c3-97f507ba9e7f tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d68b5e0-d111-4ac2-8cbb-412eb72c7454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520949 Jun 14 16:35:35.846167 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 43010) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:36.095600 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-bc86db11-e692-4d15-9204-143369f92ebb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:36.228840 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-bc86db11-e692-4d15-9204-143369f92ebb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:36.234268 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-bc86db11-e692-4d15-9204-143369f92ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:36.237202 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:36.280135 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-bc86db11-e692-4d15-9204-143369f92ebb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=52342f5a9c43442badb6ff781b45de1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4328518 Jun 14 16:35:36.281050 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc86db11-e692-4d15-9204-143369f92ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dedf6369-97df-4466-ab35-9a998d3a933f,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:36.282834 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 43034) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:36.286841 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-bc86db11-e692-4d15-9204-143369f92ebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:36.349851 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-c51e6667-244b-4666-83d1-2ccf0c590a01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:36.385051 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-c51e6667-244b-4666-83d1-2ccf0c590a01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:36.461084 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-c51e6667-244b-4666-83d1-2ccf0c590a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:36.464146 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-c51e6667-244b-4666-83d1-2ccf0c590a01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:36.465318 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-c51e6667-244b-4666-83d1-2ccf0c590a01 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dedf6369-97df-4466-ab35-9a998d3a933f HTTP/1.1" status: 204 len: 168 time: 0.1815133 Jun 14 16:35:36.466091 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-1cbab655-345c-4d99-9305-6cad0dfa8d3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:36.475124 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51e6667-244b-4666-83d1-2ccf0c590a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dedf6369-97df-4466-ab35-9a998d3a933f,revision_number=None']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:36.478430 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-c51e6667-244b-4666-83d1-2ccf0c590a01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:36.906020 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c3ace2-13f6-4299-b3d7-290323bf1c55 req-615770e9-72b2-4a5e-9645-8c69ec161d7d tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:36.915867 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-72c3ace2-13f6-4299-b3d7-290323bf1c55 req-615770e9-72b2-4a5e-9645-8c69ec161d7d tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=71af129e-5dfd-44b0-a89c-2a67e11d5448 HTTP/1.1" status: 200 len: 946 time: 0.1642601 Jun 14 16:35:36.985054 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 43068) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:37.015542 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-32e9b8ad-ed76-4f14-ad52-f479d3913161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:37.204079 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12955027-3456-4859-a42b-d4e95ef8f61e req-25fe34ee-d04f-4b6c-9dd5-d15797036c67 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:37.207712 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-12955027-3456-4859-a42b-d4e95ef8f61e req-25fe34ee-d04f-4b6c-9dd5-d15797036c67 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/ports?device_id=052b8a7c-825d-4ac6-a3d3-67577c7aae12 HTTP/1.1" status: 200 len: 945 time: 0.1461086 Jun 14 16:35:37.269709 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-72c3ace2-13f6-4299-b3d7-290323bf1c55 req-307981b8-16e4-47db-84b2-794128ae30cd tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3519993 Jun 14 16:35:37.274413 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-32e9b8ad-ed76-4f14-ad52-f479d3913161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:37.299012 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-32e9b8ad-ed76-4f14-ad52-f479d3913161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:37.301708 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-bc86db11-e692-4d15-9204-143369f92ebb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:37.306679 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-12955027-3456-4859-a42b-d4e95ef8f61e req-4299373c-033e-4f51-9f81-81537ee58d67 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d68b5e0-d111-4ac2-8cbb-412eb72c7454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944290 Jun 14 16:35:37.353516 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e9b8ad-ed76-4f14-ad52-f479d3913161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce170a31-c6fe-43c0-8a11-56dd666e192d,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:37.379046 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-32e9b8ad-ed76-4f14-ad52-f479d3913161 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e8fe5c359d314f9b907f9e45ea16549d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3927279 Jun 14 16:35:37.380602 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-32e9b8ad-ed76-4f14-ad52-f479d3913161 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:37.381641 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 43082) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:37.455060 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-2ba4a655-b26e-46fd-9d57-2815c2002153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:37.492153 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-2ba4a655-b26e-46fd-9d57-2815c2002153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:37.559831 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-2ba4a655-b26e-46fd-9d57-2815c2002153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:37.563614 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-2ba4a655-b26e-46fd-9d57-2815c2002153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:37.564786 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-2ba4a655-b26e-46fd-9d57-2815c2002153 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ce170a31-c6fe-43c0-8a11-56dd666e192d HTTP/1.1" status: 204 len: 168 time: 0.1816177 Jun 14 16:35:37.565461 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:37.580850 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba4a655-b26e-46fd-9d57-2815c2002153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce170a31-c6fe-43c0-8a11-56dd666e192d,revision_number=None']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:37.583169 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-2ba4a655-b26e-46fd-9d57-2815c2002153 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:38.586116 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe0a389-56f3-45c4-ba7b-f750f3bd5df2 req-c5ebd52b-fb54-42a9-9422-069dab900d29 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:38.588915 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-4fe0a389-56f3-45c4-ba7b-f750f3bd5df2 req-c5ebd52b-fb54-42a9-9422-069dab900d29 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=71af129e-5dfd-44b0-a89c-2a67e11d5448 HTTP/1.1" status: 200 len: 946 time: 0.1240256 Jun 14 16:35:38.648366 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-4fe0a389-56f3-45c4-ba7b-f750f3bd5df2 req-266b8412-d97a-4081-9826-f92298028a69 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515339 Jun 14 16:35:39.861922 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1093f7c8-c174-4738-b8ea-15e68bfc0915 req-ecd4e3be-1c4b-40e1-9464-111950ea6f53 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:39.863647 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-1093f7c8-c174-4738-b8ea-15e68bfc0915 req-ecd4e3be-1c4b-40e1-9464-111950ea6f53 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=71af129e-5dfd-44b0-a89c-2a67e11d5448 HTTP/1.1" status: 200 len: 946 time: 0.0805206 Jun 14 16:35:39.911192 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-1093f7c8-c174-4738-b8ea-15e68bfc0915 req-4afe032b-3a16-43f7-a3c8-3efb26680bc9 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404904 Jun 14 16:35:40.476496 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 43228) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:40.589975 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-d042c6d3-0b3a-487c-bdc7-3349b4c33875 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:40.698777 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-d042c6d3-0b3a-487c-bdc7-3349b4c33875 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:40.702655 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-d042c6d3-0b3a-487c-bdc7-3349b4c33875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:40.705298 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-db8d7dc2-4795-420e-bfb4-29f66098b8ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:40.744446 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d042c6d3-0b3a-487c-bdc7-3349b4c33875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=922169f8-f925-461a-9fde-39d1454b1478,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:40.748454 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-d042c6d3-0b3a-487c-bdc7-3349b4c33875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:40.753762 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-d042c6d3-0b3a-487c-bdc7-3349b4c33875 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4be4cc5adbe74e588752ff9629972b8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2736754 Jun 14 16:35:40.754147 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 43236) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:40.813170 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-079e4102-9a75-4b55-8cae-c24e53b4df54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:40.842132 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-079e4102-9a75-4b55-8cae-c24e53b4df54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:40.897546 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-079e4102-9a75-4b55-8cae-c24e53b4df54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:40.900727 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-079e4102-9a75-4b55-8cae-c24e53b4df54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:40.905026 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-079e4102-9a75-4b55-8cae-c24e53b4df54 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/922169f8-f925-461a-9fde-39d1454b1478 HTTP/1.1" status: 204 len: 168 time: 0.1469812 Jun 14 16:35:40.905026 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:40.911971 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079e4102-9a75-4b55-8cae-c24e53b4df54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=922169f8-f925-461a-9fde-39d1454b1478,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:40.914293 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-079e4102-9a75-4b55-8cae-c24e53b4df54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:41.157048 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8eabf4-a8f7-48e0-b8ba-8ce324b2619b req-1e4c3c78-5b95-4f07-b1ef-43fa66d5e3d6 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:41.158894 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-bf8eabf4-a8f7-48e0-b8ba-8ce324b2619b req-1e4c3c78-5b95-4f07-b1ef-43fa66d5e3d6 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=71af129e-5dfd-44b0-a89c-2a67e11d5448 HTTP/1.1" status: 200 len: 946 time: 0.0977058 Jun 14 16:35:41.211441 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-bf8eabf4-a8f7-48e0-b8ba-8ce324b2619b req-09ba7804-bc5c-48db-bd19-7edfdfd4780f tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402031 Jun 14 16:35:41.687910 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 43284) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:41.795138 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.v2.base [None req-7b6cc484-c339-4043-af2f-8e9e061324bf admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-279332302-network', 'tenant_id': '2861a01ee94f486f84fe3ad8bbbf968f'}} {{(pid=91936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:35:41.820213 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b6cc484-c339-4043-af2f-8e9e061324bf admin admin] Made reservation on behalf of 2861a01ee94f486f84fe3ad8bbbf968f for: {'network': 1} {{(pid=91936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:35:41.823108 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-7b6cc484-c339-4043-af2f-8e9e061324bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-782655'] for network, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:41.834657 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-7b6cc484-c339-4043-af2f-8e9e061324bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:41.860760 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-a25875da-bc39-411f-8edc-9cbe4d727dc7 req-18f20402-f3b1-4afc-8eae-7f1991b8330c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=56df6d02-0da2-42e6-8fca-eba1c8fea1a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0706768 Jun 14 16:35:41.940504 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-7b6cc484-c339-4043-af2f-8e9e061324bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:41.945004 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-7b6cc484-c339-4043-af2f-8e9e061324bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:41.948625 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-a8c0a811-14a2-4927-8047-6ebd5f2947a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:41.973509 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b6cc484-c339-4043-af2f-8e9e061324bf admin admin] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=91936) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 16:35:41.985493 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25875da-bc39-411f-8edc-9cbe4d727dc7 req-444dbba2-ebfb-4171-b7d3-baca8ad32721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:41.985827 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6cc484-c339-4043-af2f-8e9e061324bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57373bd2-d465-4f5e-b443-57f291b224e5,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:41.987270 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-a25875da-bc39-411f-8edc-9cbe4d727dc7 req-444dbba2-ebfb-4171-b7d3-baca8ad32721 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2a5847235a974f63891d8576b13e7ab6&device_id=56df6d02-0da2-42e6-8fca-eba1c8fea1a6 HTTP/1.1" status: 200 len: 1099 time: 0.0681643 Jun 14 16:35:41.989649 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-7b6cc484-c339-4043-af2f-8e9e061324bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:41.994717 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-7b6cc484-c339-4043-af2f-8e9e061324bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678690'] for segment, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:41.994717 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.db.segments_db [None req-7b6cc484-c339-4043-af2f-8e9e061324bf admin admin] Added segment 9818a2d9-651a-40fb-bc13-9aa2fbd72fb4 of type vlan for network c1219877-862b-41ef-afe7-38dec12bd89a Jun 14 16:35:42.052392 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-7b6cc484-c339-4043-af2f-8e9e061324bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742579622822'] for network, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:42.091661 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-7b6cc484-c339-4043-af2f-8e9e061324bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-121365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693369'] for network, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:42.093083 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6cc484-c339-4043-af2f-8e9e061324bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:42.093647 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-7b6cc484-c339-4043-af2f-8e9e061324bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693340'] for network, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:42.096158 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-fb2a1648-1406-459b-865b-55a89ddfb8cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:42.139986 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-7b6cc484-c339-4043-af2f-8e9e061324bf admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4504983 Jun 14 16:35:42.143977 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 43290) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:42.149189 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.v2.base [None req-aaf1540f-da4f-49f1-a366-609a23d27b3f admin admin] Request body: {'subnet': {'network_id': 'c1219877-862b-41ef-afe7-38dec12bd89a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-279332302-subnet', 'tenant_id': '2861a01ee94f486f84fe3ad8bbbf968f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:35:42.168688 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25875da-bc39-411f-8edc-9cbe4d727dc7 req-f1c98846-5fd6-40a9-9f9b-18869a43d368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:42.170137 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-a25875da-bc39-411f-8edc-9cbe4d727dc7 req-f1c98846-5fd6-40a9-9f9b-18869a43d368 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e2198c61-c227-4c44-94c3-63db66ef4b23 HTTP/1.1" status: 200 len: 916 time: 0.1383815 Jun 14 16:35:42.189605 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6cc484-c339-4043-af2f-8e9e061324bf admin admin] Pushing event updated for resources: {'Network': ['ID=c1219877-862b-41ef-afe7-38dec12bd89a,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:42.192330 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-7b6cc484-c339-4043-af2f-8e9e061324bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:42.199332 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf1540f-da4f-49f1-a366-609a23d27b3f admin admin] Made reservation on behalf of 2861a01ee94f486f84fe3ad8bbbf968f for: {'subnet': 1} {{(pid=91935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:35:42.201647 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Network c1219877-862b-41ef-afe7-38dec12bd89a details requested by agent ovs-agent-dv-cinder-796286-2-smb with host dv-cinder-796286-2-smb {{(pid=91937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 16:35:42.202195 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-aaf1540f-da4f-49f1-a366-609a23d27b3f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58922015'] for subnet, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:42.251219 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-a25875da-bc39-411f-8edc-9cbe4d727dc7 req-df36707f-e80d-4020-b6fe-3d63dd20d005 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b70c5f57-41fc-4e3d-8e9b-e99910b86854 HTTP/1.1" status: 200 len: 217 time: 0.0608380 Jun 14 16:35:42.408562 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25875da-bc39-411f-8edc-9cbe4d727dc7 req-c706f16b-18e5-47d8-9004-900e8233ab64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:42.410307 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-a25875da-bc39-411f-8edc-9cbe4d727dc7 req-c706f16b-18e5-47d8-9004-900e8233ab64 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=826d910f-c166-497c-95fa-57ee752151ec HTTP/1.1" status: 200 len: 855 time: 0.1457798 Jun 14 16:35:42.439222 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3987b3-f78e-4319-a7db-2dd4c311cbf3 req-425a0580-023f-407f-9015-6235907e994f tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:42.441781 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-6e3987b3-f78e-4319-a7db-2dd4c311cbf3 req-425a0580-023f-407f-9015-6235907e994f tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=71af129e-5dfd-44b0-a89c-2a67e11d5448 HTTP/1.1" status: 200 len: 946 time: 0.0919735 Jun 14 16:35:42.512091 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-6e3987b3-f78e-4319-a7db-2dd4c311cbf3 req-59bd95ae-c749-46ce-a4c6-ed8a554acdfd tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597196 Jun 14 16:35:42.532387 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-a25875da-bc39-411f-8edc-9cbe4d727dc7 req-cb9e0510-4745-4a9a-97b2-3516c3a14a9d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e2198c61-c227-4c44-94c3-63db66ef4b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1096363 Jun 14 16:35:42.689053 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-aaf1540f-da4f-49f1-a366-609a23d27b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58941658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58921993'] for subnet, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:42.708762 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-7598640a-7c4d-4c9d-aa5f-c67018d2df0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:42.839699 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-a25875da-bc39-411f-8edc-9cbe4d727dc7 req-24283270-5c94-4d04-8386-b348675ebbdb service neutron] 10.222.0.41 "GET /v2.0/networks/e2198c61-c227-4c44-94c3-63db66ef4b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974188 Jun 14 16:35:42.852692 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf1540f-da4f-49f1-a366-609a23d27b3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e548ffcc-1ce1-4095-beac-3f4a320f91e1,revision_number=0']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:42.879991 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-aaf1540f-da4f-49f1-a366-609a23d27b3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:42.941218 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf1540f-da4f-49f1-a366-609a23d27b3f admin admin] Checking segment: {'id': '9818a2d9-651a-40fb-bc13-9aa2fbd72fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c1219877-862b-41ef-afe7-38dec12bd89a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:35:42.941815 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf1540f-da4f-49f1-a366-609a23d27b3f admin admin] Network hostable DHCP agents. Network: c1219877-862b-41ef-afe7-38dec12bd89a, hostable agents: ['9880e1f8-c94d-4d9a-b71a-e9b00091ad04'], hosted agents: [] {{(pid=91935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 16:35:43.099163 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf1540f-da4f-49f1-a366-609a23d27b3f admin admin] Network c1219877-862b-41ef-afe7-38dec12bd89a is scheduled to be hosted by DHCP agent 9880e1f8-c94d-4d9a-b71a-e9b00091ad04 with binding_index 1 {{(pid=91935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 16:35:43.115614 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-a25875da-bc39-411f-8edc-9cbe4d727dc7 req-87d9e1cf-44f1-40d3-b759-2bb789e45095 service neutron] 10.222.0.41 "GET /v2.0/networks/e2198c61-c227-4c44-94c3-63db66ef4b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648776 Jun 14 16:35:43.123889 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.base_scheduler [None req-aaf1540f-da4f-49f1-a366-609a23d27b3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-2-smb, c1219877-862b-41ef-afe7-38dec12bd89a) {{(pid=91935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:35:43.128910 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf1540f-da4f-49f1-a366-609a23d27b3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:43.129737 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-aaf1540f-da4f-49f1-a366-609a23d27b3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693340'] for subnet, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:43.133719 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67863f9d-8359-4f42-b7cf-b11f2201b2c3 None None] Network c1219877-862b-41ef-afe7-38dec12bd89a requested from dv-cinder-796286-2-smb {{(pid=91937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 16:35:43.149467 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-aaf1540f-da4f-49f1-a366-609a23d27b3f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0043480 Jun 14 16:35:43.318412 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b39d41-e1e6-42d9-aee5-3313d9523982 None None] Network c1219877-862b-41ef-afe7-38dec12bd89a requested from dv-cinder-796286-2-smb {{(pid=91937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 16:35:43.745109 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84596d3-7fac-4441-9100-823e166b2992 req-9aeda9de-4281-4103-bd45-369c4084cf64 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:43.746659 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-e84596d3-7fac-4441-9100-823e166b2992 req-9aeda9de-4281-4103-bd45-369c4084cf64 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=71af129e-5dfd-44b0-a89c-2a67e11d5448 HTTP/1.1" status: 200 len: 946 time: 0.1042280 Jun 14 16:35:43.794125 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-e84596d3-7fac-4441-9100-823e166b2992 req-6e29a869-ef2a-4c79-9f11-af1fa52ded13 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407994 Jun 14 16:35:44.998874 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a228d14-d605-4987-bd72-40a1f5e25be2 req-37bf7e0e-d71d-4620-a48d-40b51702e32e tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:45.000450 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-6a228d14-d605-4987-bd72-40a1f5e25be2 req-37bf7e0e-d71d-4620-a48d-40b51702e32e tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=71af129e-5dfd-44b0-a89c-2a67e11d5448 HTTP/1.1" status: 200 len: 946 time: 0.0801892 Jun 14 16:35:45.056424 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-6a228d14-d605-4987-bd72-40a1f5e25be2 req-562e2bd0-ab8d-4b9e-859c-eed5bb87b53f tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490813 Jun 14 16:35:45.768432 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 43396) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:45.863463 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:45.881857 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-9dc81c97-8b34-4b02-abf7-9b4815d4a80d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:46.002691 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-9dc81c97-8b34-4b02-abf7-9b4815d4a80d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:46.012013 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-9dc81c97-8b34-4b02-abf7-9b4815d4a80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:46.014994 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-0bef0c45-fbc1-4b1a-9562-48b2da0c57aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:46.066229 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-9dc81c97-8b34-4b02-abf7-9b4815d4a80d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5eb2e2f3d27146508de8f8d4d9803347&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2967074 Jun 14 16:35:46.067219 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc81c97-8b34-4b02-abf7-9b4815d4a80d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9883faff-f2a0-464b-9d4a-59255242ca2d,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:46.068875 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 43404) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:46.070491 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-9dc81c97-8b34-4b02-abf7-9b4815d4a80d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:46.146129 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-d72dae0b-080d-4428-95a9-edb965863ccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:46.176054 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-d72dae0b-080d-4428-95a9-edb965863ccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:46.231240 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-d72dae0b-080d-4428-95a9-edb965863ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:46.235287 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-d72dae0b-080d-4428-95a9-edb965863ccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:46.238612 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-d72dae0b-080d-4428-95a9-edb965863ccb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9883faff-f2a0-464b-9d4a-59255242ca2d HTTP/1.1" status: 204 len: 168 time: 0.1680171 Jun 14 16:35:46.239357 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:46.250671 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72dae0b-080d-4428-95a9-edb965863ccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9883faff-f2a0-464b-9d4a-59255242ca2d,revision_number=None']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:46.253461 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-d72dae0b-080d-4428-95a9-edb965863ccb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:46.536237 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 43420) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:46.556853 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-1c0a111e-09e6-4a10-9b4f-4c029a1098c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:46.653015 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-1c0a111e-09e6-4a10-9b4f-4c029a1098c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:46.656901 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-1c0a111e-09e6-4a10-9b4f-4c029a1098c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:46.659477 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-2ba4a655-b26e-46fd-9d57-2815c2002153 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:46.701019 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-1c0a111e-09e6-4a10-9b4f-4c029a1098c6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c05914af97194faba9368320cbf19717&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1636918 Jun 14 16:35:46.701818 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0a111e-09e6-4a10-9b4f-4c029a1098c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d96c90b-af94-43fe-a830-dde791bd27db,revision_number=1']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:46.704144 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 43424) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:46.704917 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-1c0a111e-09e6-4a10-9b4f-4c029a1098c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:46.771133 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-09d93db8-df98-4f67-92ce-10a7693477b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:46.797512 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-09d93db8-df98-4f67-92ce-10a7693477b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:46.853470 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-09d93db8-df98-4f67-92ce-10a7693477b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:46.857396 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-09d93db8-df98-4f67-92ce-10a7693477b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:46.858554 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-09d93db8-df98-4f67-92ce-10a7693477b8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5d96c90b-af94-43fe-a830-dde791bd27db HTTP/1.1" status: 204 len: 168 time: 0.1478240 Jun 14 16:35:46.859343 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-e7d28370-b1b1-4838-bc04-147c140a58ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:46.868453 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d93db8-df98-4f67-92ce-10a7693477b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d96c90b-af94-43fe-a830-dde791bd27db,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:46.870872 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-09d93db8-df98-4f67-92ce-10a7693477b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:48.862562 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-533e2e95-6f45-42b2-aeba-dc6fba2eb9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:48.894397 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 43522) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:49.012200 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-6b49b132-339f-4c3d-b9f4-4d9eaa3f7dcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:49.111603 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-6b49b132-339f-4c3d-b9f4-4d9eaa3f7dcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:49.115574 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-6b49b132-339f-4c3d-b9f4-4d9eaa3f7dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:49.118034 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-d72dae0b-080d-4428-95a9-edb965863ccb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:49.159458 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49b132-339f-4c3d-b9f4-4d9eaa3f7dcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f29f199-90f8-49f5-94d3-a6c09d9a8ca1,revision_number=1']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:49.162679 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-6b49b132-339f-4c3d-b9f4-4d9eaa3f7dcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:49.165886 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-6b49b132-339f-4c3d-b9f4-4d9eaa3f7dcd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b6844446f9314d26bda15524b1d6ade4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2699745 Jun 14 16:35:49.168784 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 43526) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:49.224861 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-21140a67-3533-4f9f-8570-60839709ca09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:49.252052 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-21140a67-3533-4f9f-8570-60839709ca09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:49.309879 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-21140a67-3533-4f9f-8570-60839709ca09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:49.312631 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-21140a67-3533-4f9f-8570-60839709ca09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:49.313787 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-21140a67-3533-4f9f-8570-60839709ca09 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6f29f199-90f8-49f5-94d3-a6c09d9a8ca1 HTTP/1.1" status: 204 len: 168 time: 0.1440578 Jun 14 16:35:49.314458 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:49.323764 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21140a67-3533-4f9f-8570-60839709ca09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f29f199-90f8-49f5-94d3-a6c09d9a8ca1,revision_number=None']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:49.325961 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-21140a67-3533-4f9f-8570-60839709ca09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:49.600100 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 43534) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:49.616709 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-55ac0ecf-97a9-459b-86f2-412c388a4074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:49.728738 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-55ac0ecf-97a9-459b-86f2-412c388a4074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:49.732873 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-55ac0ecf-97a9-459b-86f2-412c388a4074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:49.737329 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-d042c6d3-0b3a-487c-bdc7-3349b4c33875 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:49.777012 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-55ac0ecf-97a9-459b-86f2-412c388a4074 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d626332984914f68b867c9e96ef0373a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1757996 Jun 14 16:35:49.777984 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ac0ecf-97a9-459b-86f2-412c388a4074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7854245-515c-48f0-8d5c-f6d2f7ec7a74,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:49.779610 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 43536) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:49.780995 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-55ac0ecf-97a9-459b-86f2-412c388a4074 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:49.843599 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-0b80d221-ab99-4a27-b5bb-3830c50ce6e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:49.870656 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-0b80d221-ab99-4a27-b5bb-3830c50ce6e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:49.938458 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-0b80d221-ab99-4a27-b5bb-3830c50ce6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:49.941353 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-0b80d221-ab99-4a27-b5bb-3830c50ce6e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:49.942496 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-0b80d221-ab99-4a27-b5bb-3830c50ce6e6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d7854245-515c-48f0-8d5c-f6d2f7ec7a74 HTTP/1.1" status: 204 len: 168 time: 0.1611841 Jun 14 16:35:49.943275 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-6e9c4c6a-63c7-4457-86b7-7f44d553ef17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:49.954919 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b80d221-ab99-4a27-b5bb-3830c50ce6e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7854245-515c-48f0-8d5c-f6d2f7ec7a74,revision_number=None']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:49.957601 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-0b80d221-ab99-4a27-b5bb-3830c50ce6e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:51.522526 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-582588e8-da92-47e6-baca-c7b8572910b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:51.815450 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:52.740115 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-ac317c73-f3f7-46db-8eeb-274d40bc3b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:52.949588 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9408fffa-19fe-4bf5-a247-4c792c590651 req-4be424dc-1583-4320-b69f-497b63c93ad0 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:52.952146 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-9408fffa-19fe-4bf5-a247-4c792c590651 req-4be424dc-1583-4320-b69f-497b63c93ad0 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/networks?id=e2198c61-c227-4c44-94c3-63db66ef4b23 HTTP/1.1" status: 200 len: 815 time: 0.1547129 Jun 14 16:35:52.958213 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda30663-a7f8-47a1-b227-c9bb84bf8bde req-5a0cb534-f45b-4b58-b8f2-9c43e8db9cdd tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:52.964801 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-eda30663-a7f8-47a1-b227-c9bb84bf8bde req-5a0cb534-f45b-4b58-b8f2-9c43e8db9cdd tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/networks?id=c1219877-862b-41ef-afe7-38dec12bd89a HTTP/1.1" status: 200 len: 813 time: 0.1613350 Jun 14 16:35:52.979461 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-9408fffa-19fe-4bf5-a247-4c792c590651 req-f8ab635c-70fc-4f53-9db0-cc2d82b10725 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/quotas/2a5847235a974f63891d8576b13e7ab6 HTTP/1.1" status: 200 len: 375 time: 0.0227704 Jun 14 16:35:52.982316 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-eda30663-a7f8-47a1-b227-c9bb84bf8bde req-c96e439d-43e5-4832-bd99-addc9bf56b6a tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/quotas/2861a01ee94f486f84fe3ad8bbbf968f HTTP/1.1" status: 200 len: 375 time: 0.0155358 Jun 14 16:35:53.032060 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-eda30663-a7f8-47a1-b227-c9bb84bf8bde req-1d2ff704-f093-41dd-956a-46aab340cf78 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2861a01ee94f486f84fe3ad8bbbf968f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415936 Jun 14 16:35:53.065014 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-9408fffa-19fe-4bf5-a247-4c792c590651 req-21688fea-a8e1-4ff9-b9ea-ebe3e0cc8857 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2a5847235a974f63891d8576b13e7ab6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0833762 Jun 14 16:35:53.187538 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-eda30663-a7f8-47a1-b227-c9bb84bf8bde req-a4899dfd-1ed5-4f64-bf39-4123f532a0d2 service neutron] 10.222.0.16 "GET /v2.0/networks/c1219877-862b-41ef-afe7-38dec12bd89a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415346 Jun 14 16:35:53.214614 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-9408fffa-19fe-4bf5-a247-4c792c590651 req-57509298-9615-4b2a-9616-fb80872392b9 service neutron] 10.222.0.16 "GET /v2.0/networks/e2198c61-c227-4c44-94c3-63db66ef4b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425219 Jun 14 16:35:53.319874 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-eda30663-a7f8-47a1-b227-c9bb84bf8bde req-023472c4-3cf9-441a-8b72-1406df8344e8 service neutron] 10.222.0.16 "GET /v2.0/networks/c1219877-862b-41ef-afe7-38dec12bd89a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317959 Jun 14 16:35:53.372010 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-9408fffa-19fe-4bf5-a247-4c792c590651 req-792ac43c-d216-4196-a2b0-9e535e94a170 service neutron] 10.222.0.16 "GET /v2.0/networks/e2198c61-c227-4c44-94c3-63db66ef4b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448829 Jun 14 16:35:53.702954 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-95a67801-e5ab-4905-887b-f29940ee1c8b req-22466908-c53e-4c29-8da2-f505a87cb16c tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6cc089c-52bf-41d3-8622-5fa790b008df HTTP/1.1" status: 200 len: 210 time: 0.0534613 Jun 14 16:35:53.779404 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc8fae-916c-4185-a37c-4a0b093d3bbd req-b237f426-4577-4987-a19a-20a4873ee7c4 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:53.782177 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-dabc8fae-916c-4185-a37c-4a0b093d3bbd req-b237f426-4577-4987-a19a-20a4873ee7c4 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=71af129e-5dfd-44b0-a89c-2a67e11d5448 HTTP/1.1" status: 200 len: 946 time: 0.1607268 Jun 14 16:35:53.808388 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-b041d241-acae-4bed-b40d-74ea77f95c6a req-a09669f2-792f-4bc0-bf42-4fa126b4a792 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1fc1b20-b8ac-43fe-88c5-443a0b4eda66 HTTP/1.1" status: 200 len: 210 time: 0.0559018 Jun 14 16:35:53.875815 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-dabc8fae-916c-4185-a37c-4a0b093d3bbd req-c3feee7a-95dd-42a3-bbb8-f0d0c920ff44 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842755 Jun 14 16:35:54.092132 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 43698) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:54.220745 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-c7ab9fc6-0e38-4f48-9504-d39cefaf505e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:54.335143 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-c7ab9fc6-0e38-4f48-9504-d39cefaf505e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:54.341922 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-c7ab9fc6-0e38-4f48-9504-d39cefaf505e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:54.345602 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-aadeda74-3d68-4664-a6fb-4b5a85953e14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:54.382045 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-61a174dc-ae9e-41b9-9cb1-e8a1b9f9c99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:54.402190 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-c7ab9fc6-0e38-4f48-9504-d39cefaf505e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2040bb080263494683e6dc4301030feb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3083973 Jun 14 16:35:54.404619 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ab9fc6-0e38-4f48-9504-d39cefaf505e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d8ce72-5be2-4440-a7cc-ce36b2b2a4d7,revision_number=1']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:54.405111 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 43712) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:54.408913 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-c7ab9fc6-0e38-4f48-9504-d39cefaf505e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:54.476321 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-ca7c7565-2766-44f2-a451-a79439192241 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:54.505786 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-ca7c7565-2766-44f2-a451-a79439192241 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:54.570412 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-ca7c7565-2766-44f2-a451-a79439192241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:54.574200 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-ca7c7565-2766-44f2-a451-a79439192241 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:54.575988 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-ca7c7565-2766-44f2-a451-a79439192241 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/23d8ce72-5be2-4440-a7cc-ce36b2b2a4d7 HTTP/1.1" status: 204 len: 168 time: 0.1694582 Jun 14 16:35:54.576949 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-1cdb0041-1f2c-40f3-94ac-b23c00f723ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:54.591973 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7c7565-2766-44f2-a451-a79439192241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d8ce72-5be2-4440-a7cc-ce36b2b2a4d7,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:54.594528 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-ca7c7565-2766-44f2-a451-a79439192241 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:54.855924 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-a0289231-4933-4d0a-962a-75d8f0eeca18 req-18a6b263-0aed-48fd-8b9a-565d1ac97966 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6cc089c-52bf-41d3-8622-5fa790b008df HTTP/1.1" status: 200 len: 210 time: 0.0373900 Jun 14 16:35:54.910395 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 43734) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:54.934566 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-e59a668e-e6dc-48a8-a1b0-bcd68dbcb37d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:55.007057 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-9ebbfc65-9eff-49b1-87ba-1a3ad0f24513 req-fd2a3fc7-ba63-4848-831d-01c833e8f8d4 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1fc1b20-b8ac-43fe-88c5-443a0b4eda66 HTTP/1.1" status: 200 len: 210 time: 0.0507987 Jun 14 16:35:55.125612 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-e59a668e-e6dc-48a8-a1b0-bcd68dbcb37d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:55.130468 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-e59a668e-e6dc-48a8-a1b0-bcd68dbcb37d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:55.135783 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-8a9a829a-d4f0-472b-9a0e-a44638356d9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:55.191256 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-e59a668e-e6dc-48a8-a1b0-bcd68dbcb37d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cd1f3e8c2a0944c2bf79fd366104b5ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2770298 Jun 14 16:35:55.191639 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 43738) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:55.201837 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59a668e-e6dc-48a8-a1b0-bcd68dbcb37d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c09c56f-eb8e-4f55-a941-329dae4a74c6,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:55.206814 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-e59a668e-e6dc-48a8-a1b0-bcd68dbcb37d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:55.211505 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda30663-a7f8-47a1-b227-c9bb84bf8bde req-64bad7ae-13ae-4c35-9c29-efbbe471d36f tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:55.213634 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-eda30663-a7f8-47a1-b227-c9bb84bf8bde req-64bad7ae-13ae-4c35-9c29-efbbe471d36f tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.41 "GET /v2.0/networks?id=c1219877-862b-41ef-afe7-38dec12bd89a HTTP/1.1" status: 200 len: 813 time: 0.1701214 Jun 14 16:35:55.239089 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.v2.base [req-eda30663-a7f8-47a1-b227-c9bb84bf8bde req-5b67cb8d-aa71-44fd-9e7f-53122e8129e8 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Request body: {'port': {'device_id': 'd6cc089c-52bf-41d3-8622-5fa790b008df', 'network_id': 'c1219877-862b-41ef-afe7-38dec12bd89a', 'admin_state_up': True, 'tenant_id': '2861a01ee94f486f84fe3ad8bbbf968f'}} {{(pid=91935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:35:55.273606 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-3a5e6f0a-4d97-4e8c-982c-4700db7e21d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:55.301458 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-3a5e6f0a-4d97-4e8c-982c-4700db7e21d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:55.365681 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-3a5e6f0a-4d97-4e8c-982c-4700db7e21d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:55.378305 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-3a5e6f0a-4d97-4e8c-982c-4700db7e21d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:55.379844 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-3a5e6f0a-4d97-4e8c-982c-4700db7e21d7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1c09c56f-eb8e-4f55-a941-329dae4a74c6 HTTP/1.1" status: 204 len: 168 time: 0.1873174 Jun 14 16:35:55.380950 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-55ac0ecf-97a9-459b-86f2-412c388a4074 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:55.392599 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5e6f0a-4d97-4e8c-982c-4700db7e21d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c09c56f-eb8e-4f55-a941-329dae4a74c6,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:55.401123 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-3a5e6f0a-4d97-4e8c-982c-4700db7e21d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:55.536249 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fc4dae-1dd9-47e5-a9cd-a50887d02373 req-34bf0d53-c305-46dc-9202-07199df19ac1 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:55.537764 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-58fc4dae-1dd9-47e5-a9cd-a50887d02373 req-34bf0d53-c305-46dc-9202-07199df19ac1 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=71af129e-5dfd-44b0-a89c-2a67e11d5448 HTTP/1.1" status: 200 len: 946 time: 0.5144567 Jun 14 16:35:55.606267 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-58fc4dae-1dd9-47e5-a9cd-a50887d02373 req-a4304f40-34d0-47b6-b9ec-1a61ef57e7bb tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611658 Jun 14 16:35:55.620877 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eda30663-a7f8-47a1-b227-c9bb84bf8bde req-5b67cb8d-aa71-44fd-9e7f-53122e8129e8 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Made reservation on behalf of 2861a01ee94f486f84fe3ad8bbbf968f for: {'port': 1} {{(pid=91935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:35:55.629129 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-eda30663-a7f8-47a1-b227-c9bb84bf8bde req-5b67cb8d-aa71-44fd-9e7f-53122e8129e8 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-782655'] for port, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:55.873293 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.db.db_base_plugin_common [req-eda30663-a7f8-47a1-b227-c9bb84bf8bde req-5b67cb8d-aa71-44fd-9e7f-53122e8129e8 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Allocated IP 172.20.0.9 (c1219877-862b-41ef-afe7-38dec12bd89a/e548ffcc-1ce1-4095-beac-3f4a320f91e1/c6d9a160-0384-430f-9c1d-7d8fcd617cfc) {{(pid=91935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 16:35:55.928904 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9408fffa-19fe-4bf5-a247-4c792c590651 req-6501082e-3f34-4ce5-b153-ec709c82101b tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:55.931901 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-9408fffa-19fe-4bf5-a247-4c792c590651 req-6501082e-3f34-4ce5-b153-ec709c82101b tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.41 "GET /v2.0/networks?id=e2198c61-c227-4c44-94c3-63db66ef4b23 HTTP/1.1" status: 200 len: 815 time: 0.1686354 Jun 14 16:35:55.953434 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.v2.base [req-9408fffa-19fe-4bf5-a247-4c792c590651 req-2c023943-0ef6-4304-ab43-e91320cab383 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Request body: {'port': {'device_id': 'e1fc1b20-b8ac-43fe-88c5-443a0b4eda66', 'network_id': 'e2198c61-c227-4c44-94c3-63db66ef4b23', 'admin_state_up': True, 'tenant_id': '2a5847235a974f63891d8576b13e7ab6'}} {{(pid=91936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:35:56.178214 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-eda30663-a7f8-47a1-b227-c9bb84bf8bde req-5b67cb8d-aa71-44fd-9e7f-53122e8129e8 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Notify callbacks [] for port, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:56.216463 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9408fffa-19fe-4bf5-a247-4c792c590651 req-2c023943-0ef6-4304-ab43-e91320cab383 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Made reservation on behalf of 2a5847235a974f63891d8576b13e7ab6 for: {'port': 1} {{(pid=91936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:35:56.221610 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-9408fffa-19fe-4bf5-a247-4c792c590651 req-2c023943-0ef6-4304-ab43-e91320cab383 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-782655'] for port, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:56.302539 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-eda30663-a7f8-47a1-b227-c9bb84bf8bde req-5b67cb8d-aa71-44fd-9e7f-53122e8129e8 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-782844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4109363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742579636511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58943338'] for port, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:56.313619 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:56.364282 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-4c200130-cab4-4aa8-ac97-628dceb2c059 req-b570ba2b-f2ae-452d-8036-b3ad1cfd1b79 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1fc1b20-b8ac-43fe-88c5-443a0b4eda66 HTTP/1.1" status: 200 len: 210 time: 0.0836792 Jun 14 16:35:56.384785 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eda30663-a7f8-47a1-b227-c9bb84bf8bde req-5b67cb8d-aa71-44fd-9e7f-53122e8129e8 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Network c1219877-862b-41ef-afe7-38dec12bd89a is already hosted by enough agents. {{(pid=91935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:35:56.397511 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.base_scheduler [req-eda30663-a7f8-47a1-b227-c9bb84bf8bde req-5b67cb8d-aa71-44fd-9e7f-53122e8129e8 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Resources bound (agent type, host, resource id): {{(pid=91935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:35:56.412638 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.db.l3_dvrscheduler_db [req-eda30663-a7f8-47a1-b227-c9bb84bf8bde req-5b67cb8d-aa71-44fd-9e7f-53122e8129e8 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Received port after_create {{(pid=91935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 16:35:56.472241 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b67cb8d-aa71-44fd-9e7f-53122e8129e8 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Pushing event updated for resources: {'Port': ['ID=c6d9a160-0384-430f-9c1d-7d8fcd617cfc,revision_number=1']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:56.499984 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda30663-a7f8-47a1-b227-c9bb84bf8bde req-5b67cb8d-aa71-44fd-9e7f-53122e8129e8 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:56.500649 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-eda30663-a7f8-47a1-b227-c9bb84bf8bde req-5b67cb8d-aa71-44fd-9e7f-53122e8129e8 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693340'] for port, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:56.507918 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-5b67cb8d-aa71-44fd-9e7f-53122e8129e8 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:56.523300 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15bd910-4182-47b0-8120-4593475a685e req-2aaab828-f24c-4bf7-ad16-1e7cf6c3b24d tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:56.525539 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-f15bd910-4182-47b0-8120-4593475a685e req-2aaab828-f24c-4bf7-ad16-1e7cf6c3b24d tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6cc089c-52bf-41d3-8622-5fa790b008df HTTP/1.1" status: 200 len: 931 time: 0.2892125 Jun 14 16:35:56.531857 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-eda30663-a7f8-47a1-b227-c9bb84bf8bde req-5b67cb8d-aa71-44fd-9e7f-53122e8129e8 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2989364 Jun 14 16:35:56.535048 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.db.db_base_plugin_common [req-9408fffa-19fe-4bf5-a247-4c792c590651 req-2c023943-0ef6-4304-ab43-e91320cab383 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Allocated IP 172.20.0.3 (e2198c61-c227-4c44-94c3-63db66ef4b23/826d910f-c166-497c-95fa-57ee752151ec/2ab48d3b-e260-4a38-92f6-ba8dc641cba1) {{(pid=91936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 16:35:56.549469 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.v2.base [req-eda30663-a7f8-47a1-b227-c9bb84bf8bde req-dee48c57-8d0b-482b-aa71-ad2c5ab373e7 service neutron] Request body: {'port': {'device_id': 'd6cc089c-52bf-41d3-8622-5fa790b008df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=91935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:35:56.746147 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-eda30663-a7f8-47a1-b227-c9bb84bf8bde req-dee48c57-8d0b-482b-aa71-ad2c5ab373e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:56.765514 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-f15bd910-4182-47b0-8120-4593475a685e req-3656142f-01d6-447f-8a0b-c1973d17585c tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/security-groups?id=57373bd2-d465-4f5e-b443-57f291b224e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325447 Jun 14 16:35:56.953895 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-9408fffa-19fe-4bf5-a247-4c792c590651 req-2c023943-0ef6-4304-ab43-e91320cab383 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Notify callbacks [] for port, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:57.010307 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446b8393-e18c-4823-8afa-868acc6d2e3e req-bcd54b18-69a6-4967-ae6c-5fe679fe58f6 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:57.012295 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-446b8393-e18c-4823-8afa-868acc6d2e3e req-bcd54b18-69a6-4967-ae6c-5fe679fe58f6 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=71af129e-5dfd-44b0-a89c-2a67e11d5448 HTTP/1.1" status: 200 len: 946 time: 0.1645522 Jun 14 16:35:57.070101 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-446b8393-e18c-4823-8afa-868acc6d2e3e req-01607305-d539-4186-b995-e920bd5d103e tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497541 Jun 14 16:35:57.090223 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-9408fffa-19fe-4bf5-a247-4c792c590651 req-2c023943-0ef6-4304-ab43-e91320cab383 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-782844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4109363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742579636511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60243869'] for port, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:57.099182 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:57.106911 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] get_ports_and_sgs() called for port_ids ['b70c5f57-41fc-4e3d-8e9b-e99910b86854', 'add8cf28-6fb5-4868-b9ca-6d3a4c121f3d'] {{(pid=91937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 16:35:57.183217 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9408fffa-19fe-4bf5-a247-4c792c590651 req-2c023943-0ef6-4304-ab43-e91320cab383 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Network e2198c61-c227-4c44-94c3-63db66ef4b23 is already hosted by enough agents. {{(pid=91936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:35:57.186816 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.base_scheduler [req-9408fffa-19fe-4bf5-a247-4c792c590651 req-2c023943-0ef6-4304-ab43-e91320cab383 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Resources bound (agent type, host, resource id): {{(pid=91936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:35:57.191727 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.db.l3_dvrscheduler_db [req-9408fffa-19fe-4bf5-a247-4c792c590651 req-2c023943-0ef6-4304-ab43-e91320cab383 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Received port after_create {{(pid=91936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 16:35:57.196101 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c023943-0ef6-4304-ab43-e91320cab383 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Pushing event updated for resources: {'Port': ['ID=2ab48d3b-e260-4a38-92f6-ba8dc641cba1,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:57.208816 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.notifiers.nova [req-eda30663-a7f8-47a1-b227-c9bb84bf8bde req-dee48c57-8d0b-482b-aa71-ad2c5ab373e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6d9a160-0384-430f-9c1d-7d8fcd617cfc {{(pid=91935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 16:35:57.220012 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-eda30663-a7f8-47a1-b227-c9bb84bf8bde req-dee48c57-8d0b-482b-aa71-ad2c5ab373e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:57.225180 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-2c023943-0ef6-4304-ab43-e91320cab383 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:57.243594 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.db.provisioning_blocks [req-eda30663-a7f8-47a1-b227-c9bb84bf8bde req-dee48c57-8d0b-482b-aa71-ad2c5ab373e7 service neutron] Transition to ACTIVE for port object c6d9a160-0384-430f-9c1d-7d8fcd617cfc will not be triggered until provisioned by entity L2. {{(pid=91935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:35:57.252791 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-eda30663-a7f8-47a1-b227-c9bb84bf8bde req-dee48c57-8d0b-482b-aa71-ad2c5ab373e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58943316'] for port, after_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:57.260176 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:57.267543 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9408fffa-19fe-4bf5-a247-4c792c590651 req-2c023943-0ef6-4304-ab43-e91320cab383 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:57.268429 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-9408fffa-19fe-4bf5-a247-4c792c590651 req-2c023943-0ef6-4304-ab43-e91320cab383 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220504'] for port, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:57.292027 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-9408fffa-19fe-4bf5-a247-4c792c590651 req-2c023943-0ef6-4304-ab43-e91320cab383 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3436062 Jun 14 16:35:57.314138 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.v2.base [req-9408fffa-19fe-4bf5-a247-4c792c590651 req-31ee3b58-d98d-46d7-942d-e702bfd2fdf6 service neutron] Request body: {'port': {'device_id': 'e1fc1b20-b8ac-43fe-88c5-443a0b4eda66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=91936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:35:57.409234 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee48c57-8d0b-482b-aa71-ad2c5ab373e7 service neutron] Pushing event updated for resources: {'Port': ['ID=c6d9a160-0384-430f-9c1d-7d8fcd617cfc,revision_number=2']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:57.422576 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-9408fffa-19fe-4bf5-a247-4c792c590651 req-31ee3b58-d98d-46d7-942d-e702bfd2fdf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:57.434621 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-dee48c57-8d0b-482b-aa71-ad2c5ab373e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:57.566452 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.managers [req-eda30663-a7f8-47a1-b227-c9bb84bf8bde req-dee48c57-8d0b-482b-aa71-ad2c5ab373e7 service neutron] Attempting to bind port c6d9a160-0384-430f-9c1d-7d8fcd617cfc on host hv-cinder-79628 for vnic_type normal with profile {{(pid=91935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 16:35:57.566561 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.managers [req-eda30663-a7f8-47a1-b227-c9bb84bf8bde req-dee48c57-8d0b-482b-aa71-ad2c5ab373e7 service neutron] Attempting to bind port c6d9a160-0384-430f-9c1d-7d8fcd617cfc by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '9818a2d9-651a-40fb-bc13-9aa2fbd72fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c1219877-862b-41ef-afe7-38dec12bd89a'}] {{(pid=91935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 16:35:57.566902 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda30663-a7f8-47a1-b227-c9bb84bf8bde req-dee48c57-8d0b-482b-aa71-ad2c5ab373e7 service neutron] Attempting to bind port c6d9a160-0384-430f-9c1d-7d8fcd617cfc on network c1219877-862b-41ef-afe7-38dec12bd89a {{(pid=91935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:35:57.579595 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda30663-a7f8-47a1-b227-c9bb84bf8bde req-dee48c57-8d0b-482b-aa71-ad2c5ab373e7 service neutron] Port c6d9a160-0384-430f-9c1d-7d8fcd617cfc on network c1219877-862b-41ef-afe7-38dec12bd89a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=91935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 16:35:57.579595 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda30663-a7f8-47a1-b227-c9bb84bf8bde req-dee48c57-8d0b-482b-aa71-ad2c5ab373e7 service neutron] Attempting to bind port c6d9a160-0384-430f-9c1d-7d8fcd617cfc on network c1219877-862b-41ef-afe7-38dec12bd89a {{(pid=91935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:35:57.579595 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda30663-a7f8-47a1-b227-c9bb84bf8bde req-dee48c57-8d0b-482b-aa71-ad2c5ab373e7 service neutron] Checking agent: {'id': '1755a277-340e-436e-845c-4a890e3bd21a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 32, 46), 'started_at': datetime.datetime(2021, 6, 14, 16, 32, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 16, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 16:35:57.579595 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda30663-a7f8-47a1-b227-c9bb84bf8bde req-dee48c57-8d0b-482b-aa71-ad2c5ab373e7 service neutron] Checking segment: {'id': '9818a2d9-651a-40fb-bc13-9aa2fbd72fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c1219877-862b-41ef-afe7-38dec12bd89a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:35:57.590650 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda30663-a7f8-47a1-b227-c9bb84bf8bde req-dee48c57-8d0b-482b-aa71-ad2c5ab373e7 service neutron] Bound using segment: {'id': '9818a2d9-651a-40fb-bc13-9aa2fbd72fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c1219877-862b-41ef-afe7-38dec12bd89a'} {{(pid=91935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 16:35:57.591139 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.managers [req-eda30663-a7f8-47a1-b227-c9bb84bf8bde req-dee48c57-8d0b-482b-aa71-ad2c5ab373e7 service neutron] Bound port: c6d9a160-0384-430f-9c1d-7d8fcd617cfc, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9818a2d9-651a-40fb-bc13-9aa2fbd72fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c1219877-862b-41ef-afe7-38dec12bd89a'}}] {{(pid=91935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 16:35:57.591504 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-eda30663-a7f8-47a1-b227-c9bb84bf8bde req-dee48c57-8d0b-482b-aa71-ad2c5ab373e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:57.715118 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.db [req-eda30663-a7f8-47a1-b227-c9bb84bf8bde req-dee48c57-8d0b-482b-aa71-ad2c5ab373e7 service neutron] For port c6d9a160-0384-430f-9c1d-7d8fcd617cfc, host hv-cinder-79628, cleared binding levels {{(pid=91935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 16:35:57.719375 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.db [req-eda30663-a7f8-47a1-b227-c9bb84bf8bde req-dee48c57-8d0b-482b-aa71-ad2c5ab373e7 service neutron] For port c6d9a160-0384-430f-9c1d-7d8fcd617cfc, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c6d9a160-0384-430f-9c1d-7d8fcd617cfc,segment=NetworkSegment(9818a2d9-651a-40fb-bc13-9aa2fbd72fb4),segment_id=9818a2d9-651a-40fb-bc13-9aa2fbd72fb4)] {{(pid=91935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 16:35:57.726507 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-eda30663-a7f8-47a1-b227-c9bb84bf8bde req-dee48c57-8d0b-482b-aa71-ad2c5ab373e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58943316'] for port, after_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:57.729705 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:57.754548 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63038e0-324b-4b29-937c-5588c0c9ed67 req-11f1d9f2-099e-4000-a869-fa3cf15a7fe1 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:57.756100 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-d63038e0-324b-4b29-937c-5588c0c9ed67 req-11f1d9f2-099e-4000-a869-fa3cf15a7fe1 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1fc1b20-b8ac-43fe-88c5-443a0b4eda66 HTTP/1.1" status: 200 len: 931 time: 0.1337013 Jun 14 16:35:57.836480 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda30663-a7f8-47a1-b227-c9bb84bf8bde req-dee48c57-8d0b-482b-aa71-ad2c5ab373e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:57.838129 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-eda30663-a7f8-47a1-b227-c9bb84bf8bde req-dee48c57-8d0b-482b-aa71-ad2c5ab373e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693340'] for port, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:57.843750 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-eda30663-a7f8-47a1-b227-c9bb84bf8bde req-dee48c57-8d0b-482b-aa71-ad2c5ab373e7 service neutron] 10.222.0.41 "PUT /v2.0/ports/c6d9a160-0384-430f-9c1d-7d8fcd617cfc HTTP/1.1" status: 200 len: 1093 time: 1.2983935 Jun 14 16:35:57.844470 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6cc089c-52bf-41d3-8622-5fa790b008df', 'tag': 'c6d9a160-0384-430f-9c1d-7d8fcd617cfc'}] {{(pid=91935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:35:57.851922 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6661bf290492edb1b3f10c978b9fa8124be38cabc2d7e3087d82166a711c303" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa3e2687-c849-4052-b0d0-4743d0a366d6" -d '{"events": [{"name": "network-changed", "server_uuid": "d6cc089c-52bf-41d3-8622-5fa790b008df", "tag": "c6d9a160-0384-430f-9c1d-7d8fcd617cfc"}]}' {{(pid=91935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:35:57.889682 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee48c57-8d0b-482b-aa71-ad2c5ab373e7 service neutron] Pushing event updated for resources: {'Port': ['ID=c6d9a160-0384-430f-9c1d-7d8fcd617cfc,revision_number=3']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:57.894688 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-dee48c57-8d0b-482b-aa71-ad2c5ab373e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:58.020787 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda30663-a7f8-47a1-b227-c9bb84bf8bde req-cb071b6c-90d4-4d51-a778-0c4d9bb79481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:58.023712 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-eda30663-a7f8-47a1-b227-c9bb84bf8bde req-cb071b6c-90d4-4d51-a778-0c4d9bb79481 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2861a01ee94f486f84fe3ad8bbbf968f&device_id=d6cc089c-52bf-41d3-8622-5fa790b008df HTTP/1.1" status: 200 len: 1096 time: 0.1187880 Jun 14 16:35:58.128226 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-eda30663-a7f8-47a1-b227-c9bb84bf8bde req-25d4b2b4-b12b-416a-81c0-2393a14318be service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6d9a160-0384-430f-9c1d-7d8fcd617cfc HTTP/1.1" status: 200 len: 217 time: 0.0872200 Jun 14 16:35:58.152493 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-d63038e0-324b-4b29-937c-5588c0c9ed67 req-7c22d2a0-32b9-4792-9339-0e84a356e9d0 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d68b5e0-d111-4ac2-8cbb-412eb72c7454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765767 Jun 14 16:35:58.248556 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda30663-a7f8-47a1-b227-c9bb84bf8bde req-67b4ad47-bf8c-4f96-bdfd-519c2e4a68e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:58.251026 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-eda30663-a7f8-47a1-b227-c9bb84bf8bde req-67b4ad47-bf8c-4f96-bdfd-519c2e4a68e8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e548ffcc-1ce1-4095-beac-3f4a320f91e1 HTTP/1.1" status: 200 len: 853 time: 0.1005185 Jun 14 16:35:58.264632 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f08530-14ac-49e2-9458-68f1b08a44b0 req-840465ed-e22f-4157-95eb-a4a1320bb855 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:58.269749 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.notifiers.nova [req-9408fffa-19fe-4bf5-a247-4c792c590651 req-31ee3b58-d98d-46d7-942d-e702bfd2fdf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ab48d3b-e260-4a38-92f6-ba8dc641cba1 {{(pid=91936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 16:35:58.276754 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-a1f08530-14ac-49e2-9458-68f1b08a44b0 req-840465ed-e22f-4157-95eb-a4a1320bb855 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6cc089c-52bf-41d3-8622-5fa790b008df HTTP/1.1" status: 200 len: 943 time: 0.2503135 Jun 14 16:35:58.278016 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 16:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e79388-9e58-4bf2-927b-9c31a1ccac7a x-openstack-request-id: req-90e79388-9e58-4bf2-927b-9c31a1ccac7a {{(pid=91935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:35:58.278332 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6cc089c-52bf-41d3-8622-5fa790b008df", "tag": "c6d9a160-0384-430f-9c1d-7d8fcd617cfc", "status": "completed", "code": 200}]} {{(pid=91935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:35:58.278610 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-90e79388-9e58-4bf2-927b-9c31a1ccac7a {{(pid=91935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:35:58.279028 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6cc089c-52bf-41d3-8622-5fa790b008df', 'tag': 'c6d9a160-0384-430f-9c1d-7d8fcd617cfc', 'status': 'completed', 'code': 200} Jun 14 16:35:58.285403 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-9408fffa-19fe-4bf5-a247-4c792c590651 req-31ee3b58-d98d-46d7-942d-e702bfd2fdf6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:58.313585 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 43852) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:58.334205 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.db.provisioning_blocks [req-9408fffa-19fe-4bf5-a247-4c792c590651 req-31ee3b58-d98d-46d7-942d-e702bfd2fdf6 service neutron] Transition to ACTIVE for port object 2ab48d3b-e260-4a38-92f6-ba8dc641cba1 will not be triggered until provisioned by entity L2. {{(pid=91936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:35:58.345966 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-9408fffa-19fe-4bf5-a247-4c792c590651 req-31ee3b58-d98d-46d7-942d-e702bfd2fdf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60243875'] for port, after_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:58.350110 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-eda30663-a7f8-47a1-b227-c9bb84bf8bde req-6b411b03-4482-4adb-a112-e731ebc11394 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c1219877-862b-41ef-afe7-38dec12bd89a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700908 Jun 14 16:35:58.372088 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-1749098e-3403-4096-b045-ccee61b129b1 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:58.375470 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-a1f08530-14ac-49e2-9458-68f1b08a44b0 req-c65c2f25-88d9-4587-9c10-7f4e38e53d79 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/security-groups?id=57373bd2-d465-4f5e-b443-57f291b224e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803115 Jun 14 16:35:58.515582 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-eda30663-a7f8-47a1-b227-c9bb84bf8bde req-23389d7a-d662-4d9e-a5ca-bdc2bf9ee420 service neutron] 10.222.0.41 "GET /v2.0/networks/c1219877-862b-41ef-afe7-38dec12bd89a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550131 Jun 14 16:35:58.570082 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-6de42adf-a432-46b5-81d6-29af8c375f39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:58.624454 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ee3b58-d98d-46d7-942d-e702bfd2fdf6 service neutron] Pushing event updated for resources: {'Port': ['ID=2ab48d3b-e260-4a38-92f6-ba8dc641cba1,revision_number=2']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:58.633265 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-31ee3b58-d98d-46d7-942d-e702bfd2fdf6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:58.657380 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-eda30663-a7f8-47a1-b227-c9bb84bf8bde req-49be97b3-9c64-4e15-a324-5512fbd11414 service neutron] 10.222.0.41 "GET /v2.0/networks/c1219877-862b-41ef-afe7-38dec12bd89a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309257 Jun 14 16:35:58.750766 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.managers [req-9408fffa-19fe-4bf5-a247-4c792c590651 req-31ee3b58-d98d-46d7-942d-e702bfd2fdf6 service neutron] Attempting to bind port 2ab48d3b-e260-4a38-92f6-ba8dc641cba1 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=91936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 16:35:58.751108 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.managers [req-9408fffa-19fe-4bf5-a247-4c792c590651 req-31ee3b58-d98d-46d7-942d-e702bfd2fdf6 service neutron] Attempting to bind port 2ab48d3b-e260-4a38-92f6-ba8dc641cba1 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '24daf6a4-c396-425a-864b-0c66f657b94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e2198c61-c227-4c44-94c3-63db66ef4b23'}] {{(pid=91936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 16:35:58.751440 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9408fffa-19fe-4bf5-a247-4c792c590651 req-31ee3b58-d98d-46d7-942d-e702bfd2fdf6 service neutron] Attempting to bind port 2ab48d3b-e260-4a38-92f6-ba8dc641cba1 on network e2198c61-c227-4c44-94c3-63db66ef4b23 {{(pid=91936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:35:58.768965 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9e702-1315-4216-946e-72285133a7a4 req-6cb40aed-7846-4948-84a2-9534acb9e0b1 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:58.770514 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-fda9e702-1315-4216-946e-72285133a7a4 req-6cb40aed-7846-4948-84a2-9534acb9e0b1 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=71af129e-5dfd-44b0-a89c-2a67e11d5448 HTTP/1.1" status: 200 len: 946 time: 0.2646110 Jun 14 16:35:58.775645 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9408fffa-19fe-4bf5-a247-4c792c590651 req-31ee3b58-d98d-46d7-942d-e702bfd2fdf6 service neutron] Port 2ab48d3b-e260-4a38-92f6-ba8dc641cba1 on network e2198c61-c227-4c44-94c3-63db66ef4b23 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=91936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 16:35:58.775997 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9408fffa-19fe-4bf5-a247-4c792c590651 req-31ee3b58-d98d-46d7-942d-e702bfd2fdf6 service neutron] Attempting to bind port 2ab48d3b-e260-4a38-92f6-ba8dc641cba1 on network e2198c61-c227-4c44-94c3-63db66ef4b23 {{(pid=91936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:35:58.786916 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e2687-c849-4052-b0d0-4743d0a366d6 req-bf149573-188f-4682-b3f6-435c02c1c8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:58.788680 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-fa3e2687-c849-4052-b0d0-4743d0a366d6 req-bf149573-188f-4682-b3f6-435c02c1c8df service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2861a01ee94f486f84fe3ad8bbbf968f&device_id=d6cc089c-52bf-41d3-8622-5fa790b008df HTTP/1.1" status: 200 len: 1096 time: 0.0697858 Jun 14 16:35:58.793962 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9408fffa-19fe-4bf5-a247-4c792c590651 req-31ee3b58-d98d-46d7-942d-e702bfd2fdf6 service neutron] Checking agent: {'id': '1755a277-340e-436e-845c-4a890e3bd21a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 32, 46), 'started_at': datetime.datetime(2021, 6, 14, 16, 32, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 16, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 16:35:58.794337 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9408fffa-19fe-4bf5-a247-4c792c590651 req-31ee3b58-d98d-46d7-942d-e702bfd2fdf6 service neutron] Checking segment: {'id': '24daf6a4-c396-425a-864b-0c66f657b94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e2198c61-c227-4c44-94c3-63db66ef4b23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:35:58.794723 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9408fffa-19fe-4bf5-a247-4c792c590651 req-31ee3b58-d98d-46d7-942d-e702bfd2fdf6 service neutron] Bound using segment: {'id': '24daf6a4-c396-425a-864b-0c66f657b94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e2198c61-c227-4c44-94c3-63db66ef4b23'} {{(pid=91936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 16:35:58.795155 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.managers [req-9408fffa-19fe-4bf5-a247-4c792c590651 req-31ee3b58-d98d-46d7-942d-e702bfd2fdf6 service neutron] Bound port: 2ab48d3b-e260-4a38-92f6-ba8dc641cba1, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24daf6a4-c396-425a-864b-0c66f657b94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e2198c61-c227-4c44-94c3-63db66ef4b23'}}] {{(pid=91936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 16:35:58.795502 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-9408fffa-19fe-4bf5-a247-4c792c590651 req-31ee3b58-d98d-46d7-942d-e702bfd2fdf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:58.879114 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-fda9e702-1315-4216-946e-72285133a7a4 req-acf36262-c991-4366-bb97-73b073511a99 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987220 Jun 14 16:35:58.944428 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e2687-c849-4052-b0d0-4743d0a366d6 req-99396bd7-aab0-4f23-9bf1-b4c79568374e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:58.948112 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-6de42adf-a432-46b5-81d6-29af8c375f39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:58.948313 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-fa3e2687-c849-4052-b0d0-4743d0a366d6 req-99396bd7-aab0-4f23-9bf1-b4c79568374e service neutron] 10.222.0.41 "GET /v2.0/networks?id=c1219877-862b-41ef-afe7-38dec12bd89a HTTP/1.1" status: 200 len: 914 time: 0.1472600 Jun 14 16:35:58.960389 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-6de42adf-a432-46b5-81d6-29af8c375f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:58.969680 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-7b6cc484-c339-4043-af2f-8e9e061324bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:59.009433 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.db [req-9408fffa-19fe-4bf5-a247-4c792c590651 req-31ee3b58-d98d-46d7-942d-e702bfd2fdf6 service neutron] For port 2ab48d3b-e260-4a38-92f6-ba8dc641cba1, host hv-cinder-79628, cleared binding levels {{(pid=91936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 16:35:59.055041 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-fa3e2687-c849-4052-b0d0-4743d0a366d6 req-43a5f66e-6370-48d9-a651-3e2195a3bed8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6d9a160-0384-430f-9c1d-7d8fcd617cfc HTTP/1.1" status: 200 len: 217 time: 0.0995786 Jun 14 16:35:59.057628 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.db [req-9408fffa-19fe-4bf5-a247-4c792c590651 req-31ee3b58-d98d-46d7-942d-e702bfd2fdf6 service neutron] For port 2ab48d3b-e260-4a38-92f6-ba8dc641cba1, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=2ab48d3b-e260-4a38-92f6-ba8dc641cba1,segment=NetworkSegment(24daf6a4-c396-425a-864b-0c66f657b94f),segment_id=24daf6a4-c396-425a-864b-0c66f657b94f)] {{(pid=91936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 16:35:59.061861 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-6de42adf-a432-46b5-81d6-29af8c375f39 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f4c3f6209039481b86d2596893b911b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7472568 Jun 14 16:35:59.063583 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de42adf-a432-46b5-81d6-29af8c375f39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca212804-4218-4ec6-a70a-4169818bc429,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:59.066081 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 43864) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:59.075095 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-6de42adf-a432-46b5-81d6-29af8c375f39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:59.084522 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-9408fffa-19fe-4bf5-a247-4c792c590651 req-31ee3b58-d98d-46d7-942d-e702bfd2fdf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60243875'] for port, after_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:59.090058 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-5f5d379c-e321-4268-8289-08b48b50e2c5 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:59.131351 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e2687-c849-4052-b0d0-4743d0a366d6 req-d2cd4e1b-4809-435f-ba8f-81879e6f5590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:59.132946 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-fa3e2687-c849-4052-b0d0-4743d0a366d6 req-d2cd4e1b-4809-435f-ba8f-81879e6f5590 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e548ffcc-1ce1-4095-beac-3f4a320f91e1 HTTP/1.1" status: 200 len: 853 time: 0.0676749 Jun 14 16:35:59.168343 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9408fffa-19fe-4bf5-a247-4c792c590651 req-31ee3b58-d98d-46d7-942d-e702bfd2fdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:59.168904 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-9408fffa-19fe-4bf5-a247-4c792c590651 req-31ee3b58-d98d-46d7-942d-e702bfd2fdf6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220504'] for port, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:59.170420 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-9408fffa-19fe-4bf5-a247-4c792c590651 req-31ee3b58-d98d-46d7-942d-e702bfd2fdf6 service neutron] 10.222.0.41 "PUT /v2.0/ports/2ab48d3b-e260-4a38-92f6-ba8dc641cba1 HTTP/1.1" status: 200 len: 1093 time: 1.8610308 Jun 14 16:35:59.174057 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1fc1b20-b8ac-43fe-88c5-443a0b4eda66', 'tag': '2ab48d3b-e260-4a38-92f6-ba8dc641cba1'}] {{(pid=91936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:35:59.176409 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659a09cea19619e202447e1b4bc3efe885e95cab3022d83c422060b06feffe3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd83a6ad-34f7-4003-88c3-c67ef09fa30f" -d '{"events": [{"name": "network-changed", "server_uuid": "e1fc1b20-b8ac-43fe-88c5-443a0b4eda66", "tag": "2ab48d3b-e260-4a38-92f6-ba8dc641cba1"}]}' {{(pid=91936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:35:59.180159 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-fa3e2687-c849-4052-b0d0-4743d0a366d6 req-7d660745-c497-4313-89d9-29e8345120ad service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c1219877-862b-41ef-afe7-38dec12bd89a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344262 Jun 14 16:35:59.194499 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ee3b58-d98d-46d7-942d-e702bfd2fdf6 service neutron] Pushing event updated for resources: {'Port': ['ID=2ab48d3b-e260-4a38-92f6-ba8dc641cba1,revision_number=3']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:59.200963 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-31ee3b58-d98d-46d7-942d-e702bfd2fdf6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:59.233551 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 43872) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:59.245705 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-43ef463d-b2f8-495d-a4b2-6af2a1b49212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:59.252804 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 16:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f2dde23-7900-42c6-880a-48bbeae536e7 x-openstack-request-id: req-6f2dde23-7900-42c6-880a-48bbeae536e7 {{(pid=91936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:35:59.253129 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1fc1b20-b8ac-43fe-88c5-443a0b4eda66", "tag": "2ab48d3b-e260-4a38-92f6-ba8dc641cba1", "status": "completed", "code": 200}]} {{(pid=91936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:35:59.253415 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6f2dde23-7900-42c6-880a-48bbeae536e7 {{(pid=91936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:35:59.253844 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1fc1b20-b8ac-43fe-88c5-443a0b4eda66', 'tag': '2ab48d3b-e260-4a38-92f6-ba8dc641cba1', 'status': 'completed', 'code': 200} Jun 14 16:35:59.312436 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-43ef463d-b2f8-495d-a4b2-6af2a1b49212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:59.418803 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9408fffa-19fe-4bf5-a247-4c792c590651 req-3a77f2af-4f07-4483-a9e4-862a5d3a0b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:59.420290 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-9408fffa-19fe-4bf5-a247-4c792c590651 req-3a77f2af-4f07-4483-a9e4-862a5d3a0b19 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2a5847235a974f63891d8576b13e7ab6&device_id=e1fc1b20-b8ac-43fe-88c5-443a0b4eda66 HTTP/1.1" status: 200 len: 1096 time: 0.1841390 Jun 14 16:35:59.491662 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-9408fffa-19fe-4bf5-a247-4c792c590651 req-41fe317c-29e3-42a7-a0cb-49592a22d617 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ab48d3b-e260-4a38-92f6-ba8dc641cba1 HTTP/1.1" status: 200 len: 217 time: 0.0608656 Jun 14 16:35:59.509615 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-43ef463d-b2f8-495d-a4b2-6af2a1b49212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:59.514113 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-43ef463d-b2f8-495d-a4b2-6af2a1b49212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:59.518846 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-43ef463d-b2f8-495d-a4b2-6af2a1b49212 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ca212804-4218-4ec6-a70a-4169818bc429 HTTP/1.1" status: 204 len: 168 time: 0.4494891 Jun 14 16:35:59.530494 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:59.566995 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf003d-2430-45fe-bcc5-a38cb1670b19 req-87cf4b7d-2e75-4412-a1a3-9eab1841518c tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:59.568765 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-68bf003d-2430-45fe-bcc5-a38cb1670b19 req-87cf4b7d-2e75-4412-a1a3-9eab1841518c tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1fc1b20-b8ac-43fe-88c5-443a0b4eda66 HTTP/1.1" status: 200 len: 943 time: 0.2378781 Jun 14 16:35:59.610809 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ef463d-b2f8-495d-a4b2-6af2a1b49212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca212804-4218-4ec6-a70a-4169818bc429,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:59.626781 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-43ef463d-b2f8-495d-a4b2-6af2a1b49212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:59.641504 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-75e1d35f-b447-4b91-b92a-5e7311c0b1ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:59.648167 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-fa3e2687-c849-4052-b0d0-4743d0a366d6 req-8e78adbb-ac42-445a-b27e-10d747658882 service neutron] 10.222.0.41 "GET /v2.0/networks/c1219877-862b-41ef-afe7-38dec12bd89a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4579337 Jun 14 16:35:59.674691 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9408fffa-19fe-4bf5-a247-4c792c590651 req-66601080-20a1-482c-9c9a-4c6d94ef1436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:59.676132 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-9408fffa-19fe-4bf5-a247-4c792c590651 req-66601080-20a1-482c-9c9a-4c6d94ef1436 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=826d910f-c166-497c-95fa-57ee752151ec HTTP/1.1" status: 200 len: 855 time: 0.1582608 Jun 14 16:35:59.710428 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-68bf003d-2430-45fe-bcc5-a38cb1670b19 req-aad5c429-552e-476e-9462-7d1d86e01887 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d68b5e0-d111-4ac2-8cbb-412eb72c7454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037047 Jun 14 16:35:59.764360 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-9408fffa-19fe-4bf5-a247-4c792c590651 req-ae6dbcc7-e0c7-4b78-8ee6-ec98019db36c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e2198c61-c227-4c44-94c3-63db66ef4b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741711 Jun 14 16:35:59.823048 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c0c61-cefb-49ae-8770-82ef461773a7 req-401fd445-f178-40af-8cb9-dc03bc79b2fe tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:59.825144 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-b04c0c61-cefb-49ae-8770-82ef461773a7 req-401fd445-f178-40af-8cb9-dc03bc79b2fe tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6cc089c-52bf-41d3-8622-5fa790b008df HTTP/1.1" status: 200 len: 943 time: 0.2615917 Jun 14 16:35:59.876654 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-fa3e2687-c849-4052-b0d0-4743d0a366d6 req-7f8d740f-7945-4df5-b2dd-65d7609416d0 service neutron] 10.222.0.41 "GET /v2.0/networks/c1219877-862b-41ef-afe7-38dec12bd89a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180872 Jun 14 16:35:59.923039 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-b04c0c61-cefb-49ae-8770-82ef461773a7 req-fb7589f0-a523-4afa-aa28-61ea5905d5e4 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/security-groups?id=57373bd2-d465-4f5e-b443-57f291b224e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838423 Jun 14 16:35:59.981829 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-75e1d35f-b447-4b91-b92a-5e7311c0b1ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:59.986229 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-9408fffa-19fe-4bf5-a247-4c792c590651 req-2a8ca1ff-fe78-430c-a639-2a02bfa7ef8f service neutron] 10.222.0.41 "GET /v2.0/networks/e2198c61-c227-4c44-94c3-63db66ef4b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036541 Jun 14 16:35:59.988021 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-75e1d35f-b447-4b91-b92a-5e7311c0b1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:59.993248 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-77b704b3-dde6-4653-a21d-0683db250b16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:36:00.038583 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-75e1d35f-b447-4b91-b92a-5e7311c0b1ad admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=51c195aaf29049ab94e31269fa6953ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8038936 Jun 14 16:36:00.039517 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e1d35f-b447-4b91-b92a-5e7311c0b1ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e77698-06c1-45b1-8c01-43c9144cd5ac,revision_number=1']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:36:00.054555 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 43894) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:36:00.054916 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-75e1d35f-b447-4b91-b92a-5e7311c0b1ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:36:00.074532 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 43896) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:36:00.096738 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-ff2271cc-7e97-4c43-af3f-228ea6c8f68a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:00.206843 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-ff2271cc-7e97-4c43-af3f-228ea6c8f68a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:00.211702 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-ff2271cc-7e97-4c43-af3f-228ea6c8f68a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:00.232242 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-299e4aff-0c83-4326-b146-425e5bde9446 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:36:00.236484 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-a7a9e0e1-6c0a-451d-89f7-41933f830410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:00.247231 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-9408fffa-19fe-4bf5-a247-4c792c590651 req-25720449-8ee6-4f14-812f-59d46c51e0db service neutron] 10.222.0.41 "GET /v2.0/networks/e2198c61-c227-4c44-94c3-63db66ef4b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341886 Jun 14 16:36:00.247831 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-ff2271cc-7e97-4c43-af3f-228ea6c8f68a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a513bc5539da41ce8b4c953ea87af2b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1719692 Jun 14 16:36:00.250388 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 43902) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:36:00.274790 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-a7a9e0e1-6c0a-451d-89f7-41933f830410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:00.283635 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64613841-ee99-43e5-8fdd-30ded66448e6 req-a728af14-7be9-4e6a-bbab-776c0a97d261 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:00.285156 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-64613841-ee99-43e5-8fdd-30ded66448e6 req-a728af14-7be9-4e6a-bbab-776c0a97d261 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=71af129e-5dfd-44b0-a89c-2a67e11d5448 HTTP/1.1" status: 200 len: 946 time: 0.2318137 Jun 14 16:36:00.291851 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2271cc-7e97-4c43-af3f-228ea6c8f68a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=339c1ab1-2e7f-47eb-8753-abd49ed8374d,revision_number=1']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:36:00.295401 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-ff2271cc-7e97-4c43-af3f-228ea6c8f68a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:36:00.323441 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-b6991a69-3c27-4c38-82a0-e68ae1a3a9b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:00.356455 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-b6991a69-3c27-4c38-82a0-e68ae1a3a9b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:00.400368 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-64613841-ee99-43e5-8fdd-30ded66448e6 req-9cb4a23c-902e-4f1d-ba9f-12bd6b8448fa tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059158 Jun 14 16:36:00.416632 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-a7a9e0e1-6c0a-451d-89f7-41933f830410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:00.419399 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-a7a9e0e1-6c0a-451d-89f7-41933f830410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:00.420597 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-a7a9e0e1-6c0a-451d-89f7-41933f830410 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/30e77698-06c1-45b1-8c01-43c9144cd5ac HTTP/1.1" status: 204 len: 168 time: 0.3651474 Jun 14 16:36:00.421355 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-b6991a69-3c27-4c38-82a0-e68ae1a3a9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:00.422126 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-053b8948-7d3c-4097-8307-657012e6d7a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:36:00.424679 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-b6991a69-3c27-4c38-82a0-e68ae1a3a9b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:00.427915 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-b6991a69-3c27-4c38-82a0-e68ae1a3a9b5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/339c1ab1-2e7f-47eb-8753-abd49ed8374d HTTP/1.1" status: 204 len: 168 time: 0.1742966 Jun 14 16:36:00.427915 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-39b8eb47-bf43-4e49-97f4-8752327eb952 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:36:00.439286 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6991a69-3c27-4c38-82a0-e68ae1a3a9b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=339c1ab1-2e7f-47eb-8753-abd49ed8374d,revision_number=None']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:36:00.442086 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-b6991a69-3c27-4c38-82a0-e68ae1a3a9b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:36:00.446156 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a9e0e1-6c0a-451d-89f7-41933f830410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e77698-06c1-45b1-8c01-43c9144cd5ac,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:36:00.449149 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-a7a9e0e1-6c0a-451d-89f7-41933f830410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:36:00.455828 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd83a6ad-34f7-4003-88c3-c67ef09fa30f req-3daedcd0-ef37-4d8d-b0d2-f769b879fbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:00.457891 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-bd83a6ad-34f7-4003-88c3-c67ef09fa30f req-3daedcd0-ef37-4d8d-b0d2-f769b879fbd5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2a5847235a974f63891d8576b13e7ab6&device_id=e1fc1b20-b8ac-43fe-88c5-443a0b4eda66 HTTP/1.1" status: 200 len: 1096 time: 0.1396768 Jun 14 16:36:00.627651 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd83a6ad-34f7-4003-88c3-c67ef09fa30f req-e52f5865-12a2-46ff-8f01-8128924a8a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:00.630612 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-bd83a6ad-34f7-4003-88c3-c67ef09fa30f req-e52f5865-12a2-46ff-8f01-8128924a8a8f service neutron] 10.222.0.41 "GET /v2.0/networks?id=e2198c61-c227-4c44-94c3-63db66ef4b23 HTTP/1.1" status: 200 len: 916 time: 0.1603975 Jun 14 16:36:00.710224 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-bd83a6ad-34f7-4003-88c3-c67ef09fa30f req-b3a9775c-99e2-4c8a-8921-7e7afdec3b97 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ab48d3b-e260-4a38-92f6-ba8dc641cba1 HTTP/1.1" status: 200 len: 217 time: 0.0654304 Jun 14 16:36:00.802400 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd83a6ad-34f7-4003-88c3-c67ef09fa30f req-8f0cc767-08de-42af-9869-b5b1149a61d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:00.804070 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-bd83a6ad-34f7-4003-88c3-c67ef09fa30f req-8f0cc767-08de-42af-9869-b5b1149a61d2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=826d910f-c166-497c-95fa-57ee752151ec HTTP/1.1" status: 200 len: 855 time: 0.0837586 Jun 14 16:36:00.862446 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device c6d9a160-0384-430f-9c1d-7d8fcd617cfc details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=91937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 16:36:00.869703 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-bd83a6ad-34f7-4003-88c3-c67ef09fa30f req-5e726f62-d246-47fd-90f3-4d6b26713fad service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e2198c61-c227-4c44-94c3-63db66ef4b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520043 Jun 14 16:36:01.040910 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d36420-1345-4e42-93cf-3d65fc6a9b59 req-df5ef1d5-e4a5-475d-96d7-77ad95af7bd3 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:01.050035 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-e9d36420-1345-4e42-93cf-3d65fc6a9b59 req-df5ef1d5-e4a5-475d-96d7-77ad95af7bd3 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1fc1b20-b8ac-43fe-88c5-443a0b4eda66 HTTP/1.1" status: 200 len: 943 time: 0.1938400 Jun 14 16:36:01.094736 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] For port c6d9a160-0384-430f-9c1d-7d8fcd617cfc, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c6d9a160-0384-430f-9c1d-7d8fcd617cfc,segment=NetworkSegment(9818a2d9-651a-40fb-bc13-9aa2fbd72fb4),segment_id=9818a2d9-651a-40fb-bc13-9aa2fbd72fb4)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:36:01.135111 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Returning: {'device': 'c6d9a160-0384-430f-9c1d-7d8fcd617cfc', 'network_id': 'c1219877-862b-41ef-afe7-38dec12bd89a', 'port_id': 'c6d9a160-0384-430f-9c1d-7d8fcd617cfc', 'mac_address': 'fa:16:3e:e1:e9:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e548ffcc-1ce1-4095-beac-3f4a320f91e1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 16:36:01.180938 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-e9d36420-1345-4e42-93cf-3d65fc6a9b59 req-90de2f25-b5d2-4f5f-8dd6-1b98f69421d2 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d68b5e0-d111-4ac2-8cbb-412eb72c7454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291354 Jun 14 16:36:01.199088 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:01.206493 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-bd83a6ad-34f7-4003-88c3-c67ef09fa30f req-9081801d-e04f-4c14-82d0-7940d41bcb6f service neutron] 10.222.0.41 "GET /v2.0/networks/e2198c61-c227-4c44-94c3-63db66ef4b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190525 Jun 14 16:36:01.227213 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.notifiers.nova [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6d9a160-0384-430f-9c1d-7d8fcd617cfc {{(pid=91937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 16:36:01.259715 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] For port c6d9a160-0384-430f-9c1d-7d8fcd617cfc, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c6d9a160-0384-430f-9c1d-7d8fcd617cfc,segment=NetworkSegment(9818a2d9-651a-40fb-bc13-9aa2fbd72fb4),segment_id=9818a2d9-651a-40fb-bc13-9aa2fbd72fb4)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:36:01.270590 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:01.272674 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-92fb27f0-2590-461e-b6b6-c317184f2336 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:36:01.373328 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-bd83a6ad-34f7-4003-88c3-c67ef09fa30f req-b37f54ec-a42d-48e3-95c0-62869f30d3e8 service neutron] 10.222.0.41 "GET /v2.0/networks/e2198c61-c227-4c44-94c3-63db66ef4b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574941 Jun 14 16:36:01.387347 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Pushing event updated for resources: {'Port': ['ID=c6d9a160-0384-430f-9c1d-7d8fcd617cfc,revision_number=4']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:36:01.392677 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:36:01.434799 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366acba4-c789-46ec-8cdd-7e085be8934b req-a7248dc7-ce58-4ace-9d61-4bce9a719aa5 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:01.437487 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-366acba4-c789-46ec-8cdd-7e085be8934b req-a7248dc7-ce58-4ace-9d61-4bce9a719aa5 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6cc089c-52bf-41d3-8622-5fa790b008df HTTP/1.1" status: 200 len: 944 time: 0.0935454 Jun 14 16:36:01.488008 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-366acba4-c789-46ec-8cdd-7e085be8934b req-cef28bef-8160-4152-8f6b-4ce7e127800b tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/security-groups?id=57373bd2-d465-4f5e-b443-57f291b224e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457249 Jun 14 16:36:01.561987 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 43980) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:36:01.653129 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e0b5d-5331-4b9f-bb59-d0ebc55c092c req-63725914-cf86-4278-9e98-cf0c401568d0 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:01.654882 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-e96e0b5d-5331-4b9f-bb59-d0ebc55c092c req-63725914-cf86-4278-9e98-cf0c401568d0 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=71af129e-5dfd-44b0-a89c-2a67e11d5448 HTTP/1.1" status: 200 len: 946 time: 0.0862062 Jun 14 16:36:01.671329 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.v2.base [None req-643f8507-a40f-4ffc-9b2e-43c5ea1db8ef admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1135862353-network', 'tenant_id': '77ded5fb9e174eff8e549b0a5ba4bb92'}} {{(pid=91936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:36:01.685888 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] get_ports_and_sgs() called for port_ids ['c6d9a160-0384-430f-9c1d-7d8fcd617cfc'] {{(pid=91937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 16:36:01.718034 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-e96e0b5d-5331-4b9f-bb59-d0ebc55c092c req-6d7ecea7-57ed-48a1-8786-6e9a68a018b5 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571008 Jun 14 16:36:01.719028 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-643f8507-a40f-4ffc-9b2e-43c5ea1db8ef admin admin] Made reservation on behalf of 77ded5fb9e174eff8e549b0a5ba4bb92 for: {'network': 1} {{(pid=91936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:36:01.721338 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-643f8507-a40f-4ffc-9b2e-43c5ea1db8ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-782655'] for network, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:01.733167 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-643f8507-a40f-4ffc-9b2e-43c5ea1db8ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:01.833097 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-643f8507-a40f-4ffc-9b2e-43c5ea1db8ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:01.839305 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-643f8507-a40f-4ffc-9b2e-43c5ea1db8ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:01.843405 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-f8d0d9b3-b39a-4e25-ab40-bd956f284a5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:36:01.862563 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-643f8507-a40f-4ffc-9b2e-43c5ea1db8ef admin admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=91936) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 16:36:01.877152 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643f8507-a40f-4ffc-9b2e-43c5ea1db8ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f5896c-b59c-4daa-b4ba-03178324a71c,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:36:01.880258 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-643f8507-a40f-4ffc-9b2e-43c5ea1db8ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:36:01.892174 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-643f8507-a40f-4ffc-9b2e-43c5ea1db8ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678690'] for segment, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:01.892623 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.db.segments_db [None req-643f8507-a40f-4ffc-9b2e-43c5ea1db8ef admin admin] Added segment eb941dc1-e2ed-42d8-a0be-a3deab673aee of type vlan for network 41601527-c117-47e2-859c-4e73807a5a2f Jun 14 16:36:01.953675 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-643f8507-a40f-4ffc-9b2e-43c5ea1db8ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742579622822'] for network, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:01.985211 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-643f8507-a40f-4ffc-9b2e-43c5ea1db8ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-121365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693369'] for network, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:01.986885 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643f8507-a40f-4ffc-9b2e-43c5ea1db8ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:01.987757 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-643f8507-a40f-4ffc-9b2e-43c5ea1db8ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693340'] for network, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:01.991993 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:36:02.032214 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-643f8507-a40f-4ffc-9b2e-43c5ea1db8ef admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4690971 Jun 14 16:36:02.035236 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 43992) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:36:02.041452 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.v2.base [None req-eb8ba14a-55a8-404d-aa95-906cf16e4cd9 admin admin] Request body: {'subnet': {'network_id': '41601527-c117-47e2-859c-4e73807a5a2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1135862353-subnet', 'tenant_id': '77ded5fb9e174eff8e549b0a5ba4bb92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:36:02.064481 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8ba14a-55a8-404d-aa95-906cf16e4cd9 admin admin] Made reservation on behalf of 77ded5fb9e174eff8e549b0a5ba4bb92 for: {'subnet': 1} {{(pid=91935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:36:02.066858 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-eb8ba14a-55a8-404d-aa95-906cf16e4cd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58922015'] for subnet, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:02.079033 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643f8507-a40f-4ffc-9b2e-43c5ea1db8ef admin admin] Pushing event updated for resources: {'Network': ['ID=41601527-c117-47e2-859c-4e73807a5a2f,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:36:02.082417 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-643f8507-a40f-4ffc-9b2e-43c5ea1db8ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:36:02.089930 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Network 41601527-c117-47e2-859c-4e73807a5a2f details requested by agent ovs-agent-dv-cinder-796286-2-smb with host dv-cinder-796286-2-smb {{(pid=91937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 16:36:02.121667 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 43996) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:36:02.294986 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-e7894ede-8dff-4380-ae20-275a0772aae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:02.355842 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-eb8ba14a-55a8-404d-aa95-906cf16e4cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58941658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58921993'] for subnet, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:02.390989 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:36:02.440222 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-e7894ede-8dff-4380-ae20-275a0772aae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:02.445277 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-e7894ede-8dff-4380-ae20-275a0772aae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:02.458882 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 44010) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:36:02.459566 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-ab2b5450-13fe-4683-bbc4-91f13c5099c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:36:02.481262 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8ba14a-55a8-404d-aa95-906cf16e4cd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=312ae0c3-7ba8-4f56-b31f-cce233ff2ea3,revision_number=0']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:36:02.486708 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-eb8ba14a-55a8-404d-aa95-906cf16e4cd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:36:02.496906 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8ba14a-55a8-404d-aa95-906cf16e4cd9 admin admin] Checking segment: {'id': 'eb941dc1-e2ed-42d8-a0be-a3deab673aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '41601527-c117-47e2-859c-4e73807a5a2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:36:02.497272 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8ba14a-55a8-404d-aa95-906cf16e4cd9 admin admin] Network hostable DHCP agents. Network: 41601527-c117-47e2-859c-4e73807a5a2f, hostable agents: ['9880e1f8-c94d-4d9a-b71a-e9b00091ad04'], hosted agents: [] {{(pid=91935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 16:36:02.500107 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-e7894ede-8dff-4380-ae20-275a0772aae9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=77824ca9bcc745359fd32f98492f4264&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3769591 Jun 14 16:36:02.503546 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 44014) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:36:02.506173 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a987308a-4522-4afb-a42c-618b64f94e19 req-84b2c9c3-ae36-4a74-a607-7671e2a17131 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:02.507722 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-a987308a-4522-4afb-a42c-618b64f94e19 req-84b2c9c3-ae36-4a74-a607-7671e2a17131 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1fc1b20-b8ac-43fe-88c5-443a0b4eda66 HTTP/1.1" status: 200 len: 943 time: 0.1656170 Jun 14 16:36:02.519479 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7894ede-8dff-4380-ae20-275a0772aae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c532d28-5efc-4952-bc03-7b17557018f6,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:36:02.524054 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-e7894ede-8dff-4380-ae20-275a0772aae9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:36:02.562562 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8ba14a-55a8-404d-aa95-906cf16e4cd9 admin admin] Network 41601527-c117-47e2-859c-4e73807a5a2f is scheduled to be hosted by DHCP agent 9880e1f8-c94d-4d9a-b71a-e9b00091ad04 with binding_index 1 {{(pid=91935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 16:36:02.566136 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-e921b6e1-035f-4565-b95c-b5b1247822e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:02.592071 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-e921b6e1-035f-4565-b95c-b5b1247822e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:02.592464 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-a987308a-4522-4afb-a42c-618b64f94e19 req-8c810d43-b611-4460-91c2-54bd0fe931f2 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d68b5e0-d111-4ac2-8cbb-412eb72c7454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736282 Jun 14 16:36:02.594399 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.base_scheduler [None req-eb8ba14a-55a8-404d-aa95-906cf16e4cd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-2-smb, 41601527-c117-47e2-859c-4e73807a5a2f) {{(pid=91935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:36:02.599275 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8ba14a-55a8-404d-aa95-906cf16e4cd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:02.599927 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-eb8ba14a-55a8-404d-aa95-906cf16e4cd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693340'] for subnet, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:02.605582 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896ae99f-9d82-4cdb-ae92-68079110d578 None None] Network 41601527-c117-47e2-859c-4e73807a5a2f requested from dv-cinder-796286-2-smb {{(pid=91937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 16:36:02.653031 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-eb8ba14a-55a8-404d-aa95-906cf16e4cd9 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6163802 Jun 14 16:36:02.722841 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-0e6a9887-c3ea-4f96-81f1-fc1766d3a2db admin admin] Notify callbacks [] for security_group, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:02.760435 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-e921b6e1-035f-4565-b95c-b5b1247822e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:02.763784 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-e921b6e1-035f-4565-b95c-b5b1247822e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:02.765296 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-e921b6e1-035f-4565-b95c-b5b1247822e1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4c532d28-5efc-4952-bc03-7b17557018f6 HTTP/1.1" status: 204 len: 168 time: 0.2606854 Jun 14 16:36:02.772637 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-e59a668e-e6dc-48a8-a1b0-bcd68dbcb37d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:36:02.799059 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7062149-6961-4e5a-b209-452deb4b630e None None] Network 41601527-c117-47e2-859c-4e73807a5a2f requested from dv-cinder-796286-2-smb {{(pid=91937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 16:36:02.800374 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e921b6e1-035f-4565-b95c-b5b1247822e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c532d28-5efc-4952-bc03-7b17557018f6,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:36:02.809753 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-e921b6e1-035f-4565-b95c-b5b1247822e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:36:02.842573 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae5c681-115d-43d8-bac9-2f9b805a4b50 req-d96713ce-e833-4a01-a19d-7fad16de0a59 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:02.844245 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-fae5c681-115d-43d8-bac9-2f9b805a4b50 req-d96713ce-e833-4a01-a19d-7fad16de0a59 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6cc089c-52bf-41d3-8622-5fa790b008df HTTP/1.1" status: 200 len: 944 time: 0.1711197 Jun 14 16:36:02.902962 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-fae5c681-115d-43d8-bac9-2f9b805a4b50 req-f250f05b-b96d-45c9-8cc7-50cccb73ac24 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/security-groups?id=57373bd2-d465-4f5e-b443-57f291b224e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529752 Jun 14 16:36:02.951584 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device 2ab48d3b-e260-4a38-92f6-ba8dc641cba1 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=91937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 16:36:02.954287 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device c6d9a160-0384-430f-9c1d-7d8fcd617cfc up at agent hyperv_hv-cinder-79628 {{(pid=91937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:36:03.053100 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-0e6a9887-c3ea-4f96-81f1-fc1766d3a2db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:03.056496 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662374c9-192c-4372-a47e-7df94e809b16 req-96bb157b-0790-44ee-b465-e5fe3d4083b6 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:03.060399 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-662374c9-192c-4372-a47e-7df94e809b16 req-96bb157b-0790-44ee-b465-e5fe3d4083b6 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=71af129e-5dfd-44b0-a89c-2a67e11d5448 HTTP/1.1" status: 200 len: 946 time: 0.1302471 Jun 14 16:36:03.068621 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-0e6a9887-c3ea-4f96-81f1-fc1766d3a2db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:03.083565 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-643f8507-a40f-4ffc-9b2e-43c5ea1db8ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:36:03.127654 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6a9887-c3ea-4f96-81f1-fc1766d3a2db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff0bffc-1b90-442e-8587-57fb6baab0c2,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:36:03.134473 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-0e6a9887-c3ea-4f96-81f1-fc1766d3a2db admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=43deeccc705841148558cd2f6fed0170&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6701345 Jun 14 16:36:03.136255 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-0e6a9887-c3ea-4f96-81f1-fc1766d3a2db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:36:03.137539 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 44032) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:36:03.170743 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-662374c9-192c-4372-a47e-7df94e809b16 req-9565556b-890f-4204-b39c-59627f6cfb18 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026769 Jun 14 16:36:03.227170 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-86e5dafb-46e2-465a-8e51-129fe5e900fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:03.264412 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-86e5dafb-46e2-465a-8e51-129fe5e900fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:03.277926 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Provisioning for port c6d9a160-0384-430f-9c1d-7d8fcd617cfc completed by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:36:03.286962 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Provisioning complete for port c6d9a160-0384-430f-9c1d-7d8fcd617cfc triggered by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:36:03.287744 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:03.288130 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.agents_db [None req-014db0b1-f8e7-4480-967a-879c185ba95d None None] Agent healthcheck: found 6 active agents {{(pid=91938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:36:03.328364 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] For port 2ab48d3b-e260-4a38-92f6-ba8dc641cba1, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=2ab48d3b-e260-4a38-92f6-ba8dc641cba1,segment=NetworkSegment(24daf6a4-c396-425a-864b-0c66f657b94f),segment_id=24daf6a4-c396-425a-864b-0c66f657b94f)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:36:03.341210 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-86e5dafb-46e2-465a-8e51-129fe5e900fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:03.345526 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-86e5dafb-46e2-465a-8e51-129fe5e900fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:03.352007 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-86e5dafb-46e2-465a-8e51-129fe5e900fa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2ff0bffc-1b90-442e-8587-57fb6baab0c2 HTTP/1.1" status: 204 len: 168 time: 0.2126415 Jun 14 16:36:03.354329 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Returning: {'device': '2ab48d3b-e260-4a38-92f6-ba8dc641cba1', 'network_id': 'e2198c61-c227-4c44-94c3-63db66ef4b23', 'port_id': '2ab48d3b-e260-4a38-92f6-ba8dc641cba1', 'mac_address': 'fa:16:3e:d0:1f:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '826d910f-c166-497c-95fa-57ee752151ec', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 16:36:03.354474 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:36:03.365539 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5dafb-46e2-465a-8e51-129fe5e900fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff0bffc-1b90-442e-8587-57fb6baab0c2,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:36:03.391240 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-86e5dafb-46e2-465a-8e51-129fe5e900fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:36:03.486203 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:03.507574 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.notifiers.nova [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ab48d3b-e260-4a38-92f6-ba8dc641cba1 {{(pid=91937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 16:36:03.535700 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:03.544646 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] For port 2ab48d3b-e260-4a38-92f6-ba8dc641cba1, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=2ab48d3b-e260-4a38-92f6-ba8dc641cba1,segment=NetworkSegment(24daf6a4-c396-425a-864b-0c66f657b94f),segment_id=24daf6a4-c396-425a-864b-0c66f657b94f)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:36:03.555918 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:03.559942 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:36:03.600685 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6cc089c-52bf-41d3-8622-5fa790b008df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6d9a160-0384-430f-9c1d-7d8fcd617cfc'}] {{(pid=91937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:36:03.603554 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}410d25e5bbb1e20f764875c123142387b982c9cf9b01c37f3ab36e77f3c6c019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be7f1034-9132-4ea0-8ae0-68d077defbee" -d '{"events": [{"server_uuid": "d6cc089c-52bf-41d3-8622-5fa790b008df", "name": "network-vif-plugged", "status": "completed", "tag": "c6d9a160-0384-430f-9c1d-7d8fcd617cfc"}]}' {{(pid=91937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:36:03.632628 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] For port c6d9a160-0384-430f-9c1d-7d8fcd617cfc, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c6d9a160-0384-430f-9c1d-7d8fcd617cfc,segment=NetworkSegment(9818a2d9-651a-40fb-bc13-9aa2fbd72fb4),segment_id=9818a2d9-651a-40fb-bc13-9aa2fbd72fb4)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:36:03.647248 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:03.652804 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Pushing event updated for resources: {'Port': ['ID=2ab48d3b-e260-4a38-92f6-ba8dc641cba1,revision_number=4']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:36:03.655834 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:36:03.656233 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:36:03.728215 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 16:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaedebac-b769-4c1e-9b0f-b9d83c5bada3 x-openstack-request-id: req-aaedebac-b769-4c1e-9b0f-b9d83c5bada3 {{(pid=91937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:36:03.728474 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6cc089c-52bf-41d3-8622-5fa790b008df", "name": "network-vif-plugged", "status": "completed", "tag": "c6d9a160-0384-430f-9c1d-7d8fcd617cfc", "code": 200}]} {{(pid=91937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:36:03.728737 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aaedebac-b769-4c1e-9b0f-b9d83c5bada3 {{(pid=91937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:36:03.729139 dv-cinder-796286-2-smb neutron-server[91937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6cc089c-52bf-41d3-8622-5fa790b008df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6d9a160-0384-430f-9c1d-7d8fcd617cfc', 'code': 200} Jun 14 16:36:03.824620 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Pushing event updated for resources: {'Port': ['ID=c6d9a160-0384-430f-9c1d-7d8fcd617cfc,revision_number=5']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:36:03.831940 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:36:03.916249 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8595b-ec6a-4f68-bd4e-3c7a9abde43a req-6d5f748d-0d85-4922-9790-14c65b82d82e tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:03.927821 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-0aa8595b-ec6a-4f68-bd4e-3c7a9abde43a req-6d5f748d-0d85-4922-9790-14c65b82d82e tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1fc1b20-b8ac-43fe-88c5-443a0b4eda66 HTTP/1.1" status: 200 len: 944 time: 0.1194265 Jun 14 16:36:03.981605 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 44066) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:36:04.000035 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] get_ports_and_sgs() called for port_ids ['2ab48d3b-e260-4a38-92f6-ba8dc641cba1'] {{(pid=91937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 16:36:04.001494 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-0aa8595b-ec6a-4f68-bd4e-3c7a9abde43a req-1c29d382-7b4e-478b-8559-60c29a8839c6 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d68b5e0-d111-4ac2-8cbb-412eb72c7454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754519 Jun 14 16:36:04.021702 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-ed43f8b3-e695-41fb-8a1a-72dd5b7d319b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:04.144055 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b507d30b-26e5-4b78-b6a4-00b205fcfd61 req-a437199c-432b-415c-b42e-703ae4391d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:04.148778 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-b507d30b-26e5-4b78-b6a4-00b205fcfd61 req-a437199c-432b-415c-b42e-703ae4391d98 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d6cc089c-52bf-41d3-8622-5fa790b008df HTTP/1.1" status: 200 len: 1098 time: 0.1140215 Jun 14 16:36:04.276691 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-b507d30b-26e5-4b78-b6a4-00b205fcfd61 req-506e9e44-5542-4ebd-b969-57b8ef46fe3b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=57373bd2-d465-4f5e-b443-57f291b224e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203134 Jun 14 16:36:04.336825 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-ed43f8b3-e695-41fb-8a1a-72dd5b7d319b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:04.355423 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d61b6-9908-4f52-9293-ff745d7ddf81 req-45555ea3-44dc-4f38-ba87-93a00997588d tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:04.368989 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-003d61b6-9908-4f52-9293-ff745d7ddf81 req-45555ea3-44dc-4f38-ba87-93a00997588d tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6cc089c-52bf-41d3-8622-5fa790b008df HTTP/1.1" status: 200 len: 945 time: 0.2417278 Jun 14 16:36:04.380773 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-ed43f8b3-e695-41fb-8a1a-72dd5b7d319b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:04.388450 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-b6991a69-3c27-4c38-82a0-e68ae1a3a9b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:36:04.487357 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-ed43f8b3-e695-41fb-8a1a-72dd5b7d319b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0842d52dfd6a48b9905575d9ec99a3ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5045581 Jun 14 16:36:04.490205 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 44078) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:36:04.492640 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed43f8b3-e695-41fb-8a1a-72dd5b7d319b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e04dafa8-e24a-4886-9cf2-cce12229524f,revision_number=1']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:36:04.495892 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-ed43f8b3-e695-41fb-8a1a-72dd5b7d319b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:36:04.512493 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-003d61b6-9908-4f52-9293-ff745d7ddf81 req-f450d0c5-01c6-484c-aa47-24888b1f344e tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/security-groups?id=57373bd2-d465-4f5e-b443-57f291b224e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422138 Jun 14 16:36:04.522356 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da66287-421d-41c0-9a61-c2108541e3fb req-b23e36c8-f09f-4d5b-a204-fd3664717390 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:04.528278 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-7da66287-421d-41c0-9a61-c2108541e3fb req-b23e36c8-f09f-4d5b-a204-fd3664717390 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=71af129e-5dfd-44b0-a89c-2a67e11d5448 HTTP/1.1" status: 200 len: 946 time: 0.1123617 Jun 14 16:36:04.570187 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-7da66287-421d-41c0-9a61-c2108541e3fb req-7355e18f-2be2-47f2-a62f-944fda5b1091 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399995 Jun 14 16:36:04.582623 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-70e0ca33-f34f-4de4-9dfa-ebfe2ca02f65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:04.606940 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-70e0ca33-f34f-4de4-9dfa-ebfe2ca02f65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:04.665111 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-70e0ca33-f34f-4de4-9dfa-ebfe2ca02f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:04.668067 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-70e0ca33-f34f-4de4-9dfa-ebfe2ca02f65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:04.672017 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-70e0ca33-f34f-4de4-9dfa-ebfe2ca02f65 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e04dafa8-e24a-4886-9cf2-cce12229524f HTTP/1.1" status: 204 len: 168 time: 0.1802371 Jun 14 16:36:04.672701 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-9cbc5d6e-8493-46a0-961b-6e33dd4a4447 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:36:04.685038 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e0ca33-f34f-4de4-9dfa-ebfe2ca02f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04dafa8-e24a-4886-9cf2-cce12229524f,revision_number=None']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:36:04.687981 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-70e0ca33-f34f-4de4-9dfa-ebfe2ca02f65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:36:05.203812 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a136350-5f0c-4388-a05a-979769492c89 req-70db9854-bcf5-4e67-bdce-1f16cfa2aa78 tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:05.205786 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-7a136350-5f0c-4388-a05a-979769492c89 req-70db9854-bcf5-4e67-bdce-1f16cfa2aa78 tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] 10.222.0.16 "GET /v2.0/networks?id=41601527-c117-47e2-859c-4e73807a5a2f HTTP/1.1" status: 200 len: 809 time: 0.1679115 Jun 14 16:36:05.224699 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-7a136350-5f0c-4388-a05a-979769492c89 req-2b5fe4c1-da65-44d2-8357-688df60987bd tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] 10.222.0.16 "GET /v2.0/quotas/77ded5fb9e174eff8e549b0a5ba4bb92 HTTP/1.1" status: 200 len: 375 time: 0.0114272 Jun 14 16:36:05.238830 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e43968c-cbbc-4ecf-8b5c-2336446ee55d req-fbcf52da-8318-4dbe-8eb5-d7740fabbaba tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:05.240505 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-7e43968c-cbbc-4ecf-8b5c-2336446ee55d req-fbcf52da-8318-4dbe-8eb5-d7740fabbaba tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1fc1b20-b8ac-43fe-88c5-443a0b4eda66 HTTP/1.1" status: 200 len: 944 time: 0.0858133 Jun 14 16:36:05.301337 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-7a136350-5f0c-4388-a05a-979769492c89 req-657a51cf-a3bd-45b7-979e-c2796f7add39 tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=77ded5fb9e174eff8e549b0a5ba4bb92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0688453 Jun 14 16:36:05.319074 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-7e43968c-cbbc-4ecf-8b5c-2336446ee55d req-b28b1898-89f7-49b1-9c58-9e2a03b6db03 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d68b5e0-d111-4ac2-8cbb-412eb72c7454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626652 Jun 14 16:36:05.469936 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-7a136350-5f0c-4388-a05a-979769492c89 req-a0c75a17-1313-42eb-ba59-2bb0d31b137c service neutron] 10.222.0.16 "GET /v2.0/networks/41601527-c117-47e2-859c-4e73807a5a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673148 Jun 14 16:36:05.777463 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864725da-4f20-4780-af60-4ece47e742a0 req-4e11db7b-2ee1-4f23-bd86-83bbf4d4a53d tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:05.779854 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-864725da-4f20-4780-af60-4ece47e742a0 req-4e11db7b-2ee1-4f23-bd86-83bbf4d4a53d tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6cc089c-52bf-41d3-8622-5fa790b008df HTTP/1.1" status: 200 len: 945 time: 0.1005917 Jun 14 16:36:05.865376 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-864725da-4f20-4780-af60-4ece47e742a0 req-e8e8d5f7-f022-412e-bc7f-50a771a3f5d2 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/security-groups?id=57373bd2-d465-4f5e-b443-57f291b224e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769732 Jun 14 16:36:05.870288 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-7a136350-5f0c-4388-a05a-979769492c89 req-eb05a9f2-2780-4ee0-b70a-30c270ebd04e service neutron] 10.222.0.16 "GET /v2.0/networks/41601527-c117-47e2-859c-4e73807a5a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3940587 Jun 14 16:36:06.104225 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a66fa2-587a-4cbf-9c12-05734dbc9640 req-23b4abca-158e-430d-a5b2-eecbfadfa5e7 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:06.106024 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-e5a66fa2-587a-4cbf-9c12-05734dbc9640 req-23b4abca-158e-430d-a5b2-eecbfadfa5e7 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=71af129e-5dfd-44b0-a89c-2a67e11d5448 HTTP/1.1" status: 200 len: 946 time: 0.0923064 Jun 14 16:36:06.194600 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-e5a66fa2-587a-4cbf-9c12-05734dbc9640 req-c8d46f71-3915-4511-ae64-8cac4fdaa2c9 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793231 Jun 14 16:36:06.278573 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 44198) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:36:06.302081 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-d7633f25-b5a0-40ed-8e4e-509d3e6588bf req-aee4cbed-0ba8-4d2c-b68a-cb02b623d8b9 tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] 10.222.0.16 "GET /v2.0/ports?device_id=fae60084-5b8e-4154-b42d-0f4c3f383e93 HTTP/1.1" status: 200 len: 210 time: 0.0383847 Jun 14 16:36:06.461363 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-f281369f-3d07-45ea-b24e-9abd488f60d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:06.610678 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20733e31-460d-4dbc-aa2d-2fa508f83f98 req-e6b58314-76c9-48a7-8e96-efcfe1f6eac1 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:06.612382 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-20733e31-460d-4dbc-aa2d-2fa508f83f98 req-e6b58314-76c9-48a7-8e96-efcfe1f6eac1 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1fc1b20-b8ac-43fe-88c5-443a0b4eda66 HTTP/1.1" status: 200 len: 944 time: 0.1234348 Jun 14 16:36:06.701829 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-20733e31-460d-4dbc-aa2d-2fa508f83f98 req-383687ea-7526-4919-ae2d-230504185a42 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d68b5e0-d111-4ac2-8cbb-412eb72c7454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787234 Jun 14 16:36:06.707724 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-f281369f-3d07-45ea-b24e-9abd488f60d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:06.717947 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-f281369f-3d07-45ea-b24e-9abd488f60d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:06.721579 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-45bd60db-d36f-43ce-a434-4289fbc65b3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:36:06.772136 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-f281369f-3d07-45ea-b24e-9abd488f60d1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0a2cb5caa8fa4f2d9cd4b1a5afe97afd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4902463 Jun 14 16:36:06.772353 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f281369f-3d07-45ea-b24e-9abd488f60d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d8038b-37bf-4f18-a5e1-64aa8e6093f3,revision_number=1']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:36:06.772520 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 44218) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:36:06.778741 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-f281369f-3d07-45ea-b24e-9abd488f60d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:36:06.838343 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-7d2d4fbb-dc72-4ff6-a8b7-93e4fea075e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:06.864657 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-7d2d4fbb-dc72-4ff6-a8b7-93e4fea075e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:06.909399 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device 2ab48d3b-e260-4a38-92f6-ba8dc641cba1 up at agent hyperv_hv-cinder-79628 {{(pid=91937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:36:06.926382 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-7d2d4fbb-dc72-4ff6-a8b7-93e4fea075e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:06.929791 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-7d2d4fbb-dc72-4ff6-a8b7-93e4fea075e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:06.931566 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-7d2d4fbb-dc72-4ff6-a8b7-93e4fea075e0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/62d8038b-37bf-4f18-a5e1-64aa8e6093f3 HTTP/1.1" status: 204 len: 168 time: 0.1578195 Jun 14 16:36:06.932401 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-55407166-9c1b-422c-958e-6d11aeed595a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:36:06.950622 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2d4fbb-dc72-4ff6-a8b7-93e4fea075e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d8038b-37bf-4f18-a5e1-64aa8e6093f3,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:36:06.954772 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-7d2d4fbb-dc72-4ff6-a8b7-93e4fea075e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:36:07.049109 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Provisioning for port 2ab48d3b-e260-4a38-92f6-ba8dc641cba1 completed by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:36:07.059227 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Provisioning complete for port 2ab48d3b-e260-4a38-92f6-ba8dc641cba1 triggered by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:36:07.059625 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:07.204278 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:07.232623 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1fc1b20-b8ac-43fe-88c5-443a0b4eda66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ab48d3b-e260-4a38-92f6-ba8dc641cba1'}] {{(pid=91937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:36:07.235466 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}410d25e5bbb1e20f764875c123142387b982c9cf9b01c37f3ab36e77f3c6c019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc57d32e-5825-4018-b4dd-f6049fb12a5e" -d '{"events": [{"server_uuid": "e1fc1b20-b8ac-43fe-88c5-443a0b4eda66", "name": "network-vif-plugged", "status": "completed", "tag": "2ab48d3b-e260-4a38-92f6-ba8dc641cba1"}]}' {{(pid=91937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:36:07.254271 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] For port 2ab48d3b-e260-4a38-92f6-ba8dc641cba1, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=2ab48d3b-e260-4a38-92f6-ba8dc641cba1,segment=NetworkSegment(24daf6a4-c396-425a-864b-0c66f657b94f),segment_id=24daf6a4-c396-425a-864b-0c66f657b94f)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:36:07.259576 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:07.262122 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:36:07.355628 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Pushing event updated for resources: {'Port': ['ID=2ab48d3b-e260-4a38-92f6-ba8dc641cba1,revision_number=5']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:36:07.358790 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:36:07.440678 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdafe8d-0c7d-4a1b-bb6d-a20a00ec1ab8 req-fb0a564f-2ee6-4ef5-aaab-92a16b222724 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:07.448314 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-fbdafe8d-0c7d-4a1b-bb6d-a20a00ec1ab8 req-fb0a564f-2ee6-4ef5-aaab-92a16b222724 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=71af129e-5dfd-44b0-a89c-2a67e11d5448 HTTP/1.1" status: 200 len: 946 time: 0.0949640 Jun 14 16:36:07.453760 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 16:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19cd4f99-6ba4-4dbe-bd41-5b8e609d994f x-openstack-request-id: req-19cd4f99-6ba4-4dbe-bd41-5b8e609d994f {{(pid=91937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:36:07.454066 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1fc1b20-b8ac-43fe-88c5-443a0b4eda66", "name": "network-vif-plugged", "status": "completed", "tag": "2ab48d3b-e260-4a38-92f6-ba8dc641cba1", "code": 200}]} {{(pid=91937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:36:07.454413 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-19cd4f99-6ba4-4dbe-bd41-5b8e609d994f {{(pid=91937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:36:07.454757 dv-cinder-796286-2-smb neutron-server[91937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1fc1b20-b8ac-43fe-88c5-443a0b4eda66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ab48d3b-e260-4a38-92f6-ba8dc641cba1', 'code': 200} Jun 14 16:36:07.494596 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-fbdafe8d-0c7d-4a1b-bb6d-a20a00ec1ab8 req-c434ba2e-1bde-4075-abe8-1552294a6fa6 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451322 Jun 14 16:36:07.641717 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-a0458c18-0701-4e5c-8828-244b288ee012 req-3ee65a9e-d26d-402a-8ae9-ae1c891bcb9d tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] 10.222.0.16 "GET /v2.0/ports?device_id=fae60084-5b8e-4154-b42d-0f4c3f383e93 HTTP/1.1" status: 200 len: 210 time: 0.0778024 Jun 14 16:36:07.958961 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a136350-5f0c-4388-a05a-979769492c89 req-638244c8-df83-4f69-948c-1867c7d9bb7f tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:07.960628 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-7a136350-5f0c-4388-a05a-979769492c89 req-638244c8-df83-4f69-948c-1867c7d9bb7f tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] 10.222.0.41 "GET /v2.0/networks?id=41601527-c117-47e2-859c-4e73807a5a2f HTTP/1.1" status: 200 len: 809 time: 0.1531277 Jun 14 16:36:07.971616 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2598e9e-52a7-4932-851a-ef735bc2cd2d req-473e2b92-3443-46c4-9dbf-90eef9437114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:07.974485 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-e2598e9e-52a7-4932-851a-ef735bc2cd2d req-473e2b92-3443-46c4-9dbf-90eef9437114 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e1fc1b20-b8ac-43fe-88c5-443a0b4eda66 HTTP/1.1" status: 200 len: 1098 time: 0.1671588 Jun 14 16:36:08.032334 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.v2.base [req-7a136350-5f0c-4388-a05a-979769492c89 req-6389c165-ea1c-4f32-a8b1-b7fcd0d94581 tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Request body: {'port': {'device_id': 'fae60084-5b8e-4154-b42d-0f4c3f383e93', 'network_id': '41601527-c117-47e2-859c-4e73807a5a2f', 'admin_state_up': True, 'tenant_id': '77ded5fb9e174eff8e549b0a5ba4bb92'}} {{(pid=91935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:36:08.056574 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-e2598e9e-52a7-4932-851a-ef735bc2cd2d req-369c1dd8-ba40-4992-b010-41c7e75500f7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2d68b5e0-d111-4ac2-8cbb-412eb72c7454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453088 Jun 14 16:36:08.091227 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310768d2-7341-4a17-be14-c5edd4bd641c req-d3b88339-1a1e-47e8-a44d-d00647a41f8a tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:08.099012 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-310768d2-7341-4a17-be14-c5edd4bd641c req-d3b88339-1a1e-47e8-a44d-d00647a41f8a tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1fc1b20-b8ac-43fe-88c5-443a0b4eda66 HTTP/1.1" status: 200 len: 945 time: 0.2330420 Jun 14 16:36:08.239342 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-310768d2-7341-4a17-be14-c5edd4bd641c req-3ebf6395-0efe-4190-b2b4-f73e3172fc63 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d68b5e0-d111-4ac2-8cbb-412eb72c7454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394100 Jun 14 16:36:08.270925 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a136350-5f0c-4388-a05a-979769492c89 req-6389c165-ea1c-4f32-a8b1-b7fcd0d94581 tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Made reservation on behalf of 77ded5fb9e174eff8e549b0a5ba4bb92 for: {'port': 1} {{(pid=91935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:36:08.276649 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-7a136350-5f0c-4388-a05a-979769492c89 req-6389c165-ea1c-4f32-a8b1-b7fcd0d94581 tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-782655'] for port, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:08.505733 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.db.db_base_plugin_common [req-7a136350-5f0c-4388-a05a-979769492c89 req-6389c165-ea1c-4f32-a8b1-b7fcd0d94581 tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Allocated IP 172.20.0.11 (41601527-c117-47e2-859c-4e73807a5a2f/312ae0c3-7ba8-4f56-b31f-cce233ff2ea3/fc93c5d9-2e25-4d34-9e50-70916dd4410f) {{(pid=91935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 16:36:08.815487 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c172f688-0a11-4a06-ab00-439aa9c088e0 req-1db4b97b-f86a-4f8c-80dd-83f0021334ac tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:08.825301 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 44348) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:36:08.825799 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-c172f688-0a11-4a06-ab00-439aa9c088e0 req-1db4b97b-f86a-4f8c-80dd-83f0021334ac tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=71af129e-5dfd-44b0-a89c-2a67e11d5448 HTTP/1.1" status: 200 len: 946 time: 0.1898856 Jun 14 16:36:08.862788 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-7a136350-5f0c-4388-a05a-979769492c89 req-6389c165-ea1c-4f32-a8b1-b7fcd0d94581 tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Notify callbacks [] for port, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:08.919247 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-b08bd8a8-9079-4927-97b2-688489a26a01 req-4c8cedbd-9296-4adf-9b57-26a07b4fbab9 tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] 10.222.0.16 "GET /v2.0/ports?device_id=fae60084-5b8e-4154-b42d-0f4c3f383e93 HTTP/1.1" status: 200 len: 210 time: 0.0621350 Jun 14 16:36:08.934846 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-c172f688-0a11-4a06-ab00-439aa9c088e0 req-aefa1b17-647f-41b4-b3e8-73272168819e tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084738 Jun 14 16:36:08.949977 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-7a136350-5f0c-4388-a05a-979769492c89 req-6389c165-ea1c-4f32-a8b1-b7fcd0d94581 tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-782844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4109363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742579636511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58943338'] for port, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:08.954402 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:36:09.011121 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-be0079db-bbb6-468e-b787-28e437f14ae6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:09.020675 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a136350-5f0c-4388-a05a-979769492c89 req-6389c165-ea1c-4f32-a8b1-b7fcd0d94581 tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Network 41601527-c117-47e2-859c-4e73807a5a2f is already hosted by enough agents. {{(pid=91935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:36:09.025353 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.base_scheduler [req-7a136350-5f0c-4388-a05a-979769492c89 req-6389c165-ea1c-4f32-a8b1-b7fcd0d94581 tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Resources bound (agent type, host, resource id): {{(pid=91935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:36:09.027311 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6389c165-ea1c-4f32-a8b1-b7fcd0d94581 tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Pushing event updated for resources: {'Port': ['ID=fc93c5d9-2e25-4d34-9e50-70916dd4410f,revision_number=1']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:36:09.029437 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a136350-5f0c-4388-a05a-979769492c89 req-6389c165-ea1c-4f32-a8b1-b7fcd0d94581 tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Received port after_create {{(pid=91935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 16:36:09.033921 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-6389c165-ea1c-4f32-a8b1-b7fcd0d94581 tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:36:09.089463 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a136350-5f0c-4388-a05a-979769492c89 req-6389c165-ea1c-4f32-a8b1-b7fcd0d94581 tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:09.090871 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-7a136350-5f0c-4388-a05a-979769492c89 req-6389c165-ea1c-4f32-a8b1-b7fcd0d94581 tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693340'] for port, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:09.118496 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-be0079db-bbb6-468e-b787-28e437f14ae6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:09.123333 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-be0079db-bbb6-468e-b787-28e437f14ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:09.126166 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-a7761930-c443-4003-a3d2-7217c102294a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:36:09.127098 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-7a136350-5f0c-4388-a05a-979769492c89 req-6389c165-ea1c-4f32-a8b1-b7fcd0d94581 tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1076360 Jun 14 16:36:09.140358 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.v2.base [req-7a136350-5f0c-4388-a05a-979769492c89 req-a3c4b11d-2a8b-4435-b992-407dfc9a7ff2 service neutron] Request body: {'port': {'device_id': 'fae60084-5b8e-4154-b42d-0f4c3f383e93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=91935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:36:09.168478 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0079db-bbb6-468e-b787-28e437f14ae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6a5362-13f7-406a-8ac6-1a3291b86757,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:36:09.176163 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-be0079db-bbb6-468e-b787-28e437f14ae6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d5d5f3975b2948dca21215c18598ac19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3495538 Jun 14 16:36:09.176941 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 44360) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:36:09.177960 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-be0079db-bbb6-468e-b787-28e437f14ae6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:36:09.241408 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-7a136350-5f0c-4388-a05a-979769492c89 req-a3c4b11d-2a8b-4435-b992-407dfc9a7ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:09.242012 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-0528466a-5553-45fd-a655-180078d0561d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:09.270205 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-0528466a-5553-45fd-a655-180078d0561d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:09.348167 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-0528466a-5553-45fd-a655-180078d0561d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:09.351287 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-0528466a-5553-45fd-a655-180078d0561d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:09.353200 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-0528466a-5553-45fd-a655-180078d0561d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5b6a5362-13f7-406a-8ac6-1a3291b86757 HTTP/1.1" status: 204 len: 168 time: 0.1737151 Jun 14 16:36:09.354067 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-09d93db8-df98-4f67-92ce-10a7693477b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:36:09.364408 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0528466a-5553-45fd-a655-180078d0561d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6a5362-13f7-406a-8ac6-1a3291b86757,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:36:09.374943 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-0528466a-5553-45fd-a655-180078d0561d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:36:09.473872 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fda94f9-c1f1-41d7-89fc-de43c1de51c8 req-bc3e74f3-0fe4-47c6-89fc-51276631fc7c tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:09.476027 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-5fda94f9-c1f1-41d7-89fc-de43c1de51c8 req-bc3e74f3-0fe4-47c6-89fc-51276631fc7c tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1fc1b20-b8ac-43fe-88c5-443a0b4eda66 HTTP/1.1" status: 200 len: 945 time: 0.0887332 Jun 14 16:36:09.553138 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-5fda94f9-c1f1-41d7-89fc-de43c1de51c8 req-8e720af0-af77-4871-866c-f71bf7dc99bf tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d68b5e0-d111-4ac2-8cbb-412eb72c7454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657108 Jun 14 16:36:09.730693 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.notifiers.nova [req-7a136350-5f0c-4388-a05a-979769492c89 req-a3c4b11d-2a8b-4435-b992-407dfc9a7ff2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc93c5d9-2e25-4d34-9e50-70916dd4410f {{(pid=91935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 16:36:09.738889 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-7a136350-5f0c-4388-a05a-979769492c89 req-a3c4b11d-2a8b-4435-b992-407dfc9a7ff2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:09.754814 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.db.provisioning_blocks [req-7a136350-5f0c-4388-a05a-979769492c89 req-a3c4b11d-2a8b-4435-b992-407dfc9a7ff2 service neutron] Transition to ACTIVE for port object fc93c5d9-2e25-4d34-9e50-70916dd4410f will not be triggered until provisioned by entity L2. {{(pid=91935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:36:09.761303 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-7a136350-5f0c-4388-a05a-979769492c89 req-a3c4b11d-2a8b-4435-b992-407dfc9a7ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58943316'] for port, after_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:09.784056 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:36:09.853863 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 44388) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:36:09.870855 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-0c86d95c-6039-411d-8255-9e439464e601 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:10.004862 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-0c86d95c-6039-411d-8255-9e439464e601 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:10.020797 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-0c86d95c-6039-411d-8255-9e439464e601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:10.056141 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-6e139475-24e9-4c22-8965-5385c3355895 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:36:10.106612 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-0c86d95c-6039-411d-8255-9e439464e601 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e186e505593344ca87875b46406de3ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2516477 Jun 14 16:36:10.109645 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 44396) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:36:10.129985 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c86d95c-6039-411d-8255-9e439464e601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9726fd50-fe11-4679-b6fc-a1aedc228178,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:36:10.134428 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-0c86d95c-6039-411d-8255-9e439464e601 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:36:10.140922 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c4b11d-2a8b-4435-b992-407dfc9a7ff2 service neutron] Pushing event updated for resources: {'Port': ['ID=fc93c5d9-2e25-4d34-9e50-70916dd4410f,revision_number=2']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:36:10.145155 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-a3c4b11d-2a8b-4435-b992-407dfc9a7ff2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:36:10.171706 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f6585b-fcc0-4828-b974-26b60ab55eb0 req-20563a4b-c42f-418a-9300-74841fe76115 tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:10.173333 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-65f6585b-fcc0-4828-b974-26b60ab55eb0 req-20563a4b-c42f-418a-9300-74841fe76115 tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] 10.222.0.16 "GET /v2.0/ports?device_id=fae60084-5b8e-4154-b42d-0f4c3f383e93 HTTP/1.1" status: 200 len: 944 time: 0.1189628 Jun 14 16:36:10.221357 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-65f6585b-fcc0-4828-b974-26b60ab55eb0 req-c8017cda-af59-466a-a5ea-fdeb62811419 tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] 10.222.0.16 "GET /v2.0/security-groups?id=96f5896c-b59c-4daa-b4ba-03178324a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420611 Jun 14 16:36:10.294566 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-20f70f41-0f56-4fd1-b9ad-b7353bc80295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:10.297958 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.managers [req-7a136350-5f0c-4388-a05a-979769492c89 req-a3c4b11d-2a8b-4435-b992-407dfc9a7ff2 service neutron] Attempting to bind port fc93c5d9-2e25-4d34-9e50-70916dd4410f on host hv-cinder-79628 for vnic_type normal with profile {{(pid=91935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 16:36:10.303853 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.managers [req-7a136350-5f0c-4388-a05a-979769492c89 req-a3c4b11d-2a8b-4435-b992-407dfc9a7ff2 service neutron] Attempting to bind port fc93c5d9-2e25-4d34-9e50-70916dd4410f by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'eb941dc1-e2ed-42d8-a0be-a3deab673aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '41601527-c117-47e2-859c-4e73807a5a2f'}] {{(pid=91935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 16:36:10.303853 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a136350-5f0c-4388-a05a-979769492c89 req-a3c4b11d-2a8b-4435-b992-407dfc9a7ff2 service neutron] Attempting to bind port fc93c5d9-2e25-4d34-9e50-70916dd4410f on network 41601527-c117-47e2-859c-4e73807a5a2f {{(pid=91935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:36:10.317876 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a136350-5f0c-4388-a05a-979769492c89 req-a3c4b11d-2a8b-4435-b992-407dfc9a7ff2 service neutron] Port fc93c5d9-2e25-4d34-9e50-70916dd4410f on network 41601527-c117-47e2-859c-4e73807a5a2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=91935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 16:36:10.318107 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a136350-5f0c-4388-a05a-979769492c89 req-a3c4b11d-2a8b-4435-b992-407dfc9a7ff2 service neutron] Attempting to bind port fc93c5d9-2e25-4d34-9e50-70916dd4410f on network 41601527-c117-47e2-859c-4e73807a5a2f {{(pid=91935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:36:10.333913 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-20f70f41-0f56-4fd1-b9ad-b7353bc80295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:10.342873 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a136350-5f0c-4388-a05a-979769492c89 req-a3c4b11d-2a8b-4435-b992-407dfc9a7ff2 service neutron] Checking agent: {'id': '1755a277-340e-436e-845c-4a890e3bd21a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 32, 46), 'started_at': datetime.datetime(2021, 6, 14, 16, 32, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 16, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 16:36:10.343201 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a136350-5f0c-4388-a05a-979769492c89 req-a3c4b11d-2a8b-4435-b992-407dfc9a7ff2 service neutron] Checking segment: {'id': 'eb941dc1-e2ed-42d8-a0be-a3deab673aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '41601527-c117-47e2-859c-4e73807a5a2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:36:10.343588 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a136350-5f0c-4388-a05a-979769492c89 req-a3c4b11d-2a8b-4435-b992-407dfc9a7ff2 service neutron] Bound using segment: {'id': 'eb941dc1-e2ed-42d8-a0be-a3deab673aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '41601527-c117-47e2-859c-4e73807a5a2f'} {{(pid=91935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 16:36:10.344056 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.managers [req-7a136350-5f0c-4388-a05a-979769492c89 req-a3c4b11d-2a8b-4435-b992-407dfc9a7ff2 service neutron] Bound port: fc93c5d9-2e25-4d34-9e50-70916dd4410f, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb941dc1-e2ed-42d8-a0be-a3deab673aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '41601527-c117-47e2-859c-4e73807a5a2f'}}] {{(pid=91935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 16:36:10.344406 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-7a136350-5f0c-4388-a05a-979769492c89 req-a3c4b11d-2a8b-4435-b992-407dfc9a7ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:10.382676 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0ea400-8bec-43a5-be74-462d6f6d258c req-323ef545-f404-4229-8506-c7cdd8a8bbed tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:10.385065 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-9e0ea400-8bec-43a5-be74-462d6f6d258c req-323ef545-f404-4229-8506-c7cdd8a8bbed tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=71af129e-5dfd-44b0-a89c-2a67e11d5448 HTTP/1.1" status: 200 len: 946 time: 0.2465084 Jun 14 16:36:10.491744 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-9e0ea400-8bec-43a5-be74-462d6f6d258c req-e37a3a24-9b98-4f2d-8608-89c31937a53a tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979986 Jun 14 16:36:10.500088 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-20f70f41-0f56-4fd1-b9ad-b7353bc80295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:10.505119 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-20f70f41-0f56-4fd1-b9ad-b7353bc80295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:10.507062 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-20f70f41-0f56-4fd1-b9ad-b7353bc80295 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9726fd50-fe11-4679-b6fc-a1aedc228178 HTTP/1.1" status: 204 len: 168 time: 0.3961885 Jun 14 16:36:10.515031 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-21140a67-3533-4f9f-8570-60839709ca09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:36:10.532124 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f70f41-0f56-4fd1-b9ad-b7353bc80295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9726fd50-fe11-4679-b6fc-a1aedc228178,revision_number=None']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:36:10.534358 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.db [req-7a136350-5f0c-4388-a05a-979769492c89 req-a3c4b11d-2a8b-4435-b992-407dfc9a7ff2 service neutron] For port fc93c5d9-2e25-4d34-9e50-70916dd4410f, host hv-cinder-79628, cleared binding levels {{(pid=91935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 16:36:10.536564 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-20f70f41-0f56-4fd1-b9ad-b7353bc80295 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:36:10.550560 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.db [req-7a136350-5f0c-4388-a05a-979769492c89 req-a3c4b11d-2a8b-4435-b992-407dfc9a7ff2 service neutron] For port fc93c5d9-2e25-4d34-9e50-70916dd4410f, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=fc93c5d9-2e25-4d34-9e50-70916dd4410f,segment=NetworkSegment(eb941dc1-e2ed-42d8-a0be-a3deab673aee),segment_id=eb941dc1-e2ed-42d8-a0be-a3deab673aee)] {{(pid=91935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 16:36:10.557314 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-7a136350-5f0c-4388-a05a-979769492c89 req-a3c4b11d-2a8b-4435-b992-407dfc9a7ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58943316'] for port, after_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:10.560342 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-5b67cb8d-aa71-44fd-9e7f-53122e8129e8 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:36:10.624131 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a136350-5f0c-4388-a05a-979769492c89 req-a3c4b11d-2a8b-4435-b992-407dfc9a7ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:10.625104 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-7a136350-5f0c-4388-a05a-979769492c89 req-a3c4b11d-2a8b-4435-b992-407dfc9a7ff2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693340'] for port, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:10.626631 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-7a136350-5f0c-4388-a05a-979769492c89 req-a3c4b11d-2a8b-4435-b992-407dfc9a7ff2 service neutron] 10.222.0.41 "PUT /v2.0/ports/fc93c5d9-2e25-4d34-9e50-70916dd4410f HTTP/1.1" status: 200 len: 1094 time: 1.4907265 Jun 14 16:36:10.627249 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fae60084-5b8e-4154-b42d-0f4c3f383e93', 'tag': 'fc93c5d9-2e25-4d34-9e50-70916dd4410f'}] {{(pid=91935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:36:10.629997 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6661bf290492edb1b3f10c978b9fa8124be38cabc2d7e3087d82166a711c303" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76060c3c-b66f-44b6-bc49-59acbc3f7b33" -d '{"events": [{"name": "network-changed", "server_uuid": "fae60084-5b8e-4154-b42d-0f4c3f383e93", "tag": "fc93c5d9-2e25-4d34-9e50-70916dd4410f"}]}' {{(pid=91935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:36:10.649784 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c4b11d-2a8b-4435-b992-407dfc9a7ff2 service neutron] Pushing event updated for resources: {'Port': ['ID=fc93c5d9-2e25-4d34-9e50-70916dd4410f,revision_number=3']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:36:10.652258 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-a3c4b11d-2a8b-4435-b992-407dfc9a7ff2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:36:10.688496 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 16:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b3e248-e093-48dd-9f3a-a9fba52c1621 x-openstack-request-id: req-29b3e248-e093-48dd-9f3a-a9fba52c1621 {{(pid=91935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:36:10.688836 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fae60084-5b8e-4154-b42d-0f4c3f383e93", "tag": "fc93c5d9-2e25-4d34-9e50-70916dd4410f", "status": "completed", "code": 200}]} {{(pid=91935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:36:10.689122 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-29b3e248-e093-48dd-9f3a-a9fba52c1621 {{(pid=91935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:36:10.689548 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fae60084-5b8e-4154-b42d-0f4c3f383e93', 'tag': 'fc93c5d9-2e25-4d34-9e50-70916dd4410f', 'status': 'completed', 'code': 200} Jun 14 16:36:10.780060 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a136350-5f0c-4388-a05a-979769492c89 req-1b1ab464-a093-40fe-97a9-f18ab068fb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:10.781668 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-7a136350-5f0c-4388-a05a-979769492c89 req-1b1ab464-a093-40fe-97a9-f18ab068fb97 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=77ded5fb9e174eff8e549b0a5ba4bb92&device_id=fae60084-5b8e-4154-b42d-0f4c3f383e93 HTTP/1.1" status: 200 len: 1097 time: 0.0724211 Jun 14 16:36:10.790537 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb397e2-bf38-4156-8884-124619d5ccd4 req-e93b36bb-c5ff-4dc2-b494-d67e2566b57f tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:10.792141 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-ecb397e2-bf38-4156-8884-124619d5ccd4 req-e93b36bb-c5ff-4dc2-b494-d67e2566b57f tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1fc1b20-b8ac-43fe-88c5-443a0b4eda66 HTTP/1.1" status: 200 len: 945 time: 0.0874372 Jun 14 16:36:10.867032 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-ecb397e2-bf38-4156-8884-124619d5ccd4 req-e747ac43-1b1f-4279-9a01-7264d33e0f7f tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d68b5e0-d111-4ac2-8cbb-412eb72c7454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680134 Jun 14 16:36:10.881425 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-7a136350-5f0c-4388-a05a-979769492c89 req-e5ac43f7-32bf-4ede-bbd9-90cdd72f8beb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc93c5d9-2e25-4d34-9e50-70916dd4410f HTTP/1.1" status: 200 len: 217 time: 0.0813138 Jun 14 16:36:10.968625 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a136350-5f0c-4388-a05a-979769492c89 req-3d6c93f7-0fd3-40b0-9423-89e449952205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:10.970540 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-7a136350-5f0c-4388-a05a-979769492c89 req-3d6c93f7-0fd3-40b0-9423-89e449952205 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=312ae0c3-7ba8-4f56-b31f-cce233ff2ea3 HTTP/1.1" status: 200 len: 849 time: 0.0717890 Jun 14 16:36:11.042733 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-7a136350-5f0c-4388-a05a-979769492c89 req-478af1ba-8476-423c-9a43-507e94387817 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=41601527-c117-47e2-859c-4e73807a5a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611331 Jun 14 16:36:11.200116 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-7a136350-5f0c-4388-a05a-979769492c89 req-b8b13de0-f222-40ba-8a73-8efaa282c9f3 service neutron] 10.222.0.41 "GET /v2.0/networks/41601527-c117-47e2-859c-4e73807a5a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374848 Jun 14 16:36:11.357538 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-7a136350-5f0c-4388-a05a-979769492c89 req-45304810-c49e-45e8-bcbc-d56cc9af19bb service neutron] 10.222.0.41 "GET /v2.0/networks/41601527-c117-47e2-859c-4e73807a5a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488571 Jun 14 16:36:11.470996 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157d2b3-ed7d-4f92-84fa-cdea9f01957b req-24701840-0da8-4fab-9f32-ae580428d41a tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:11.473112 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-5157d2b3-ed7d-4f92-84fa-cdea9f01957b req-24701840-0da8-4fab-9f32-ae580428d41a tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] 10.222.0.16 "GET /v2.0/ports?device_id=fae60084-5b8e-4154-b42d-0f4c3f383e93 HTTP/1.1" status: 200 len: 944 time: 0.0913365 Jun 14 16:36:11.502714 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76060c3c-b66f-44b6-bc49-59acbc3f7b33 req-bffe1ad6-d0ef-4551-8bcb-43a1348d7efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:11.504562 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-76060c3c-b66f-44b6-bc49-59acbc3f7b33 req-bffe1ad6-d0ef-4551-8bcb-43a1348d7efd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=77ded5fb9e174eff8e549b0a5ba4bb92&device_id=fae60084-5b8e-4154-b42d-0f4c3f383e93 HTTP/1.1" status: 200 len: 1097 time: 0.0755205 Jun 14 16:36:11.526877 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-5157d2b3-ed7d-4f92-84fa-cdea9f01957b req-b757d51b-01f7-42e6-a5cf-06c32972769c tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] 10.222.0.16 "GET /v2.0/security-groups?id=96f5896c-b59c-4daa-b4ba-03178324a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449963 Jun 14 16:36:11.688364 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76060c3c-b66f-44b6-bc49-59acbc3f7b33 req-f6b8ecf9-2b23-4a16-b146-68e09813d6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:11.690019 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-76060c3c-b66f-44b6-bc49-59acbc3f7b33 req-f6b8ecf9-2b23-4a16-b146-68e09813d6b7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=41601527-c117-47e2-859c-4e73807a5a2f HTTP/1.1" status: 200 len: 910 time: 0.1778369 Jun 14 16:36:11.759105 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-76060c3c-b66f-44b6-bc49-59acbc3f7b33 req-aafd27c0-51ff-4dc9-ad4b-4346d9556f80 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc93c5d9-2e25-4d34-9e50-70916dd4410f HTTP/1.1" status: 200 len: 217 time: 0.0560467 Jun 14 16:36:11.811316 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994350d8-ed04-4f89-b922-eb93fd7acd39 req-99a4afc4-abcb-4788-87b2-430b17924b24 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:11.812858 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-994350d8-ed04-4f89-b922-eb93fd7acd39 req-99a4afc4-abcb-4788-87b2-430b17924b24 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=71af129e-5dfd-44b0-a89c-2a67e11d5448 HTTP/1.1" status: 200 len: 946 time: 0.1876040 Jun 14 16:36:11.861890 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76060c3c-b66f-44b6-bc49-59acbc3f7b33 req-1a7ce071-8800-4fca-9645-f9cc2a1dd989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:11.863366 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-76060c3c-b66f-44b6-bc49-59acbc3f7b33 req-1a7ce071-8800-4fca-9645-f9cc2a1dd989 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=312ae0c3-7ba8-4f56-b31f-cce233ff2ea3 HTTP/1.1" status: 200 len: 849 time: 0.0975928 Jun 14 16:36:11.911212 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-76060c3c-b66f-44b6-bc49-59acbc3f7b33 req-4b2d9977-fa8b-4428-8dfd-57f8cc9aab3c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=41601527-c117-47e2-859c-4e73807a5a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388691 Jun 14 16:36:11.914224 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-994350d8-ed04-4f89-b922-eb93fd7acd39 req-e11e02b9-5f49-4d94-88f7-77ac22bfba86 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932851 Jun 14 16:36:12.068164 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-76060c3c-b66f-44b6-bc49-59acbc3f7b33 req-027d0bcc-ce93-4262-b686-3a737bed2e12 service neutron] 10.222.0.41 "GET /v2.0/networks/41601527-c117-47e2-859c-4e73807a5a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330698 Jun 14 16:36:12.238924 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-76060c3c-b66f-44b6-bc49-59acbc3f7b33 req-21ae430a-3b0e-42c0-87ce-a95df8562df0 service neutron] 10.222.0.41 "GET /v2.0/networks/41601527-c117-47e2-859c-4e73807a5a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597791 Jun 14 16:36:12.760685 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d2c36e-d05a-422d-8ef1-58f852b4b3b2 req-269ae7b9-8f9d-4627-9151-d366e5500878 tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:12.762839 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-06d2c36e-d05a-422d-8ef1-58f852b4b3b2 req-269ae7b9-8f9d-4627-9151-d366e5500878 tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] 10.222.0.16 "GET /v2.0/ports?device_id=fae60084-5b8e-4154-b42d-0f4c3f383e93 HTTP/1.1" status: 200 len: 944 time: 0.0933514 Jun 14 16:36:12.822981 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-06d2c36e-d05a-422d-8ef1-58f852b4b3b2 req-415e0e2e-182c-4b60-9ba0-e7fde444e275 tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] 10.222.0.16 "GET /v2.0/security-groups?id=96f5896c-b59c-4daa-b4ba-03178324a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545623 Jun 14 16:36:13.134124 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb9d37-4c64-4aa3-afac-e2490b5c62f3 req-c0c2b9d6-72e0-4cac-b0c1-f6a3558b9411 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:13.136085 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-21eb9d37-4c64-4aa3-afac-e2490b5c62f3 req-c0c2b9d6-72e0-4cac-b0c1-f6a3558b9411 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=71af129e-5dfd-44b0-a89c-2a67e11d5448 HTTP/1.1" status: 200 len: 946 time: 0.0806801 Jun 14 16:36:13.231970 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-21eb9d37-4c64-4aa3-afac-e2490b5c62f3 req-e70dc436-a32b-4ac7-9263-4a602cba4f52 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896993 Jun 14 16:36:14.033873 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f4a9a3-933e-464a-b692-6ae5b53ed893 req-d0dccd8d-4c11-4bb7-a114-899f8435c757 tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:14.035400 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-b8f4a9a3-933e-464a-b692-6ae5b53ed893 req-d0dccd8d-4c11-4bb7-a114-899f8435c757 tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] 10.222.0.16 "GET /v2.0/ports?device_id=fae60084-5b8e-4154-b42d-0f4c3f383e93 HTTP/1.1" status: 200 len: 944 time: 0.0926812 Jun 14 16:36:14.078694 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-b8f4a9a3-933e-464a-b692-6ae5b53ed893 req-6372e0a7-7706-4eeb-8328-59d138353f51 tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] 10.222.0.16 "GET /v2.0/security-groups?id=96f5896c-b59c-4daa-b4ba-03178324a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368493 Jun 14 16:36:14.434649 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519625d4-a060-48b0-90e2-5c26fda75dac req-486582d6-9f49-4a07-91c6-c3159766ea7c tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:14.437904 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-519625d4-a060-48b0-90e2-5c26fda75dac req-486582d6-9f49-4a07-91c6-c3159766ea7c tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=71af129e-5dfd-44b0-a89c-2a67e11d5448 HTTP/1.1" status: 200 len: 946 time: 0.0907998 Jun 14 16:36:14.491740 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-519625d4-a060-48b0-90e2-5c26fda75dac req-da19b3cc-b9b7-4c39-9b49-44f79810d4ef tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426486 Jun 14 16:36:14.798896 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 44552) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:36:14.929486 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-2beecfe0-c8b4-4b90-82e0-fa4ddd903b5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:14.952153 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device fc93c5d9-2e25-4d34-9e50-70916dd4410f details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=91937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 16:36:15.059288 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-2beecfe0-c8b4-4b90-82e0-fa4ddd903b5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:15.067207 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-2beecfe0-c8b4-4b90-82e0-fa4ddd903b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:15.081795 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-f9f5eb96-2377-4c7e-85a6-2c101834309f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:36:15.122418 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-2beecfe0-c8b4-4b90-82e0-fa4ddd903b5c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=51eb2ec5226647f393345985a656642f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3222234 Jun 14 16:36:15.124993 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 44566) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:36:15.128303 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beecfe0-c8b4-4b90-82e0-fa4ddd903b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f016d9-d77c-4e70-ba51-981d11697453,revision_number=1']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:36:15.131889 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-2beecfe0-c8b4-4b90-82e0-fa4ddd903b5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:36:15.244968 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-96e463d9-0fd6-469a-aa33-e2f719cb4bf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:15.308737 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-96e463d9-0fd6-469a-aa33-e2f719cb4bf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:15.330384 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] For port fc93c5d9-2e25-4d34-9e50-70916dd4410f, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=fc93c5d9-2e25-4d34-9e50-70916dd4410f,segment=NetworkSegment(eb941dc1-e2ed-42d8-a0be-a3deab673aee),segment_id=eb941dc1-e2ed-42d8-a0be-a3deab673aee)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:36:15.345334 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Returning: {'device': 'fc93c5d9-2e25-4d34-9e50-70916dd4410f', 'network_id': '41601527-c117-47e2-859c-4e73807a5a2f', 'port_id': 'fc93c5d9-2e25-4d34-9e50-70916dd4410f', 'mac_address': 'fa:16:3e:d4:fb:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '312ae0c3-7ba8-4f56-b31f-cce233ff2ea3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 16:36:15.422078 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:15.429277 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-96e463d9-0fd6-469a-aa33-e2f719cb4bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:15.433158 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-96e463d9-0fd6-469a-aa33-e2f719cb4bf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:15.441680 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-96e463d9-0fd6-469a-aa33-e2f719cb4bf0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/91f016d9-d77c-4e70-ba51-981d11697453 HTTP/1.1" status: 204 len: 168 time: 0.3154566 Jun 14 16:36:15.442956 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.notifiers.nova [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc93c5d9-2e25-4d34-9e50-70916dd4410f {{(pid=91937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 16:36:15.444773 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-57f8d98f-1e98-4139-843a-3108fc21c323 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:36:15.475890 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] For port fc93c5d9-2e25-4d34-9e50-70916dd4410f, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=fc93c5d9-2e25-4d34-9e50-70916dd4410f,segment=NetworkSegment(eb941dc1-e2ed-42d8-a0be-a3deab673aee),segment_id=eb941dc1-e2ed-42d8-a0be-a3deab673aee)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:36:15.479527 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e463d9-0fd6-469a-aa33-e2f719cb4bf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f016d9-d77c-4e70-ba51-981d11697453,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:36:15.481976 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:15.485109 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-96e463d9-0fd6-469a-aa33-e2f719cb4bf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:36:15.487412 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8acd1d1-d11a-4d63-bc0a-2d158cfed5a1 req-c27fd5e8-23ac-44c8-a2d6-8df785ab3510 tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:15.498509 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:36:15.507781 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-c8acd1d1-d11a-4d63-bc0a-2d158cfed5a1 req-c27fd5e8-23ac-44c8-a2d6-8df785ab3510 tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] 10.222.0.16 "GET /v2.0/ports?device_id=fae60084-5b8e-4154-b42d-0f4c3f383e93 HTTP/1.1" status: 200 len: 944 time: 0.1914165 Jun 14 16:36:15.599166 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-c8acd1d1-d11a-4d63-bc0a-2d158cfed5a1 req-655d1400-9815-405d-a54b-9199e9eb4b18 tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] 10.222.0.16 "GET /v2.0/security-groups?id=96f5896c-b59c-4daa-b4ba-03178324a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894041 Jun 14 16:36:15.606335 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Pushing event updated for resources: {'Port': ['ID=fc93c5d9-2e25-4d34-9e50-70916dd4410f,revision_number=4']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:36:15.630039 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:36:15.818470 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612750f2-6316-4da7-9126-df85d8062d05 req-2495c432-4c08-496a-bbe9-46e03d8b98f9 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:15.820590 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-612750f2-6316-4da7-9126-df85d8062d05 req-2495c432-4c08-496a-bbe9-46e03d8b98f9 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=71af129e-5dfd-44b0-a89c-2a67e11d5448 HTTP/1.1" status: 200 len: 946 time: 0.0967155 Jun 14 16:36:15.867457 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:15.885958 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] get_ports_and_sgs() called for port_ids ['fc93c5d9-2e25-4d34-9e50-70916dd4410f'] {{(pid=91937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 16:36:15.906240 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-612750f2-6316-4da7-9126-df85d8062d05 req-f16b59f4-40e3-480b-91bf-79db343a75d8 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752621 Jun 14 16:36:16.834073 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e1a74-68ab-4b36-8445-2d76df9d3d03 req-e1764b92-c3cf-4c13-b31e-c7e06addb101 tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:16.835650 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-921e1a74-68ab-4b36-8445-2d76df9d3d03 req-e1764b92-c3cf-4c13-b31e-c7e06addb101 tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] 10.222.0.16 "GET /v2.0/ports?device_id=fae60084-5b8e-4154-b42d-0f4c3f383e93 HTTP/1.1" status: 200 len: 945 time: 0.1154351 Jun 14 16:36:16.884811 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 44634) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:36:16.888762 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-921e1a74-68ab-4b36-8445-2d76df9d3d03 req-61be9d7b-bbf3-4cc8-a432-8eb73f31c111 tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] 10.222.0.16 "GET /v2.0/security-groups?id=96f5896c-b59c-4daa-b4ba-03178324a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471807 Jun 14 16:36:17.109143 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-d999d070-1a8f-4f42-9b6b-a45bcf3b1e0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:17.221640 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec11b9-152d-490c-976a-f25d3b4830a1 req-eec9b46f-ced3-451f-91e3-ba4d0abade85 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:17.223240 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-3dec11b9-152d-490c-976a-f25d3b4830a1 req-eec9b46f-ced3-451f-91e3-ba4d0abade85 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=71af129e-5dfd-44b0-a89c-2a67e11d5448 HTTP/1.1" status: 200 len: 946 time: 0.1546841 Jun 14 16:36:17.296041 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-3dec11b9-152d-490c-976a-f25d3b4830a1 req-80f6f88f-311b-4d37-baf9-ad8f75f315b9 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649533 Jun 14 16:36:17.335286 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-d999d070-1a8f-4f42-9b6b-a45bcf3b1e0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:17.344765 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-d999d070-1a8f-4f42-9b6b-a45bcf3b1e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:17.350444 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-3a5e6f0a-4d97-4e8c-982c-4700db7e21d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:36:17.404265 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-d999d070-1a8f-4f42-9b6b-a45bcf3b1e0c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f57b1114908f4afca649c7c3918b41c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5151343 Jun 14 16:36:17.405764 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d999d070-1a8f-4f42-9b6b-a45bcf3b1e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4acfc56-761a-4102-9e7c-f59c909a081c,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:36:17.406310 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 44658) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:36:17.412749 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-d999d070-1a8f-4f42-9b6b-a45bcf3b1e0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:36:17.484284 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-f78f870e-b226-468d-98fc-802c13af63d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:17.517073 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-f78f870e-b226-468d-98fc-802c13af63d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:17.579158 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-f78f870e-b226-468d-98fc-802c13af63d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:17.582422 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-f78f870e-b226-468d-98fc-802c13af63d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:17.587562 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-f78f870e-b226-468d-98fc-802c13af63d2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f4acfc56-761a-4102-9e7c-f59c909a081c HTTP/1.1" status: 204 len: 168 time: 0.1763165 Jun 14 16:36:17.587562 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-20f70f41-0f56-4fd1-b9ad-b7353bc80295 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:36:17.601942 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78f870e-b226-468d-98fc-802c13af63d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4acfc56-761a-4102-9e7c-f59c909a081c,revision_number=None']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:36:17.615724 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-f78f870e-b226-468d-98fc-802c13af63d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:36:18.119516 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97818e4-8b2d-4108-a152-f4ecab821931 req-26fbad10-79a9-4d6e-83c0-00f6374c405f tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:18.123025 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-e97818e4-8b2d-4108-a152-f4ecab821931 req-26fbad10-79a9-4d6e-83c0-00f6374c405f tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] 10.222.0.16 "GET /v2.0/ports?device_id=fae60084-5b8e-4154-b42d-0f4c3f383e93 HTTP/1.1" status: 200 len: 945 time: 0.0804453 Jun 14 16:36:18.174693 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-e97818e4-8b2d-4108-a152-f4ecab821931 req-f6cd25cf-62a2-4e62-aad9-f82573fe6364 tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] 10.222.0.16 "GET /v2.0/security-groups?id=96f5896c-b59c-4daa-b4ba-03178324a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472524 Jun 14 16:36:18.554921 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e16423a-9ce5-462b-9e48-406d2d05eff4 req-52174cb3-8e39-40f5-bc8f-f72b94fd3bbd tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:18.563072 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-4e16423a-9ce5-462b-9e48-406d2d05eff4 req-52174cb3-8e39-40f5-bc8f-f72b94fd3bbd tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=71af129e-5dfd-44b0-a89c-2a67e11d5448 HTTP/1.1" status: 200 len: 946 time: 0.1074169 Jun 14 16:36:18.620351 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-4e16423a-9ce5-462b-9e48-406d2d05eff4 req-76170dba-314e-41c6-bfdc-c1757ba2d400 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559769 Jun 14 16:36:18.879089 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-e933a726-8cb0-4d6c-a954-39f0ef89ff80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:18.990072 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device fc93c5d9-2e25-4d34-9e50-70916dd4410f up at agent hyperv_hv-cinder-79628 {{(pid=91937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:36:19.090989 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Provisioning for port fc93c5d9-2e25-4d34-9e50-70916dd4410f completed by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:36:19.096120 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Provisioning complete for port fc93c5d9-2e25-4d34-9e50-70916dd4410f triggered by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:36:19.096607 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:19.200790 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:19.227783 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fae60084-5b8e-4154-b42d-0f4c3f383e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc93c5d9-2e25-4d34-9e50-70916dd4410f'}] {{(pid=91937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:36:19.230453 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}410d25e5bbb1e20f764875c123142387b982c9cf9b01c37f3ab36e77f3c6c019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d587e3-c474-48d5-9bce-521fe1ff3c32" -d '{"events": [{"server_uuid": "fae60084-5b8e-4154-b42d-0f4c3f383e93", "name": "network-vif-plugged", "status": "completed", "tag": "fc93c5d9-2e25-4d34-9e50-70916dd4410f"}]}' {{(pid=91937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:36:19.247050 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] For port fc93c5d9-2e25-4d34-9e50-70916dd4410f, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=fc93c5d9-2e25-4d34-9e50-70916dd4410f,segment=NetworkSegment(eb941dc1-e2ed-42d8-a0be-a3deab673aee),segment_id=eb941dc1-e2ed-42d8-a0be-a3deab673aee)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:36:19.252596 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:19.256431 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-71efa786-b363-491b-9771-245dc289859c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:36:19.343442 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Pushing event updated for resources: {'Port': ['ID=fc93c5d9-2e25-4d34-9e50-70916dd4410f,revision_number=5']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:36:19.347654 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:36:19.387097 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912d6b4-e54f-4921-832e-c2b61e505fa4 req-ba5b3d7a-8375-4efc-a0dc-2118b0c79e2a tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:19.388706 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-5912d6b4-e54f-4921-832e-c2b61e505fa4 req-ba5b3d7a-8375-4efc-a0dc-2118b0c79e2a tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] 10.222.0.16 "GET /v2.0/ports?device_id=fae60084-5b8e-4154-b42d-0f4c3f383e93 HTTP/1.1" status: 200 len: 946 time: 0.0862682 Jun 14 16:36:19.437660 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-5912d6b4-e54f-4921-832e-c2b61e505fa4 req-3ef58f66-19d6-4496-b79a-a361ac0ed37d tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] 10.222.0.16 "GET /v2.0/security-groups?id=96f5896c-b59c-4daa-b4ba-03178324a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428264 Jun 14 16:36:19.488834 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 16:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9be4040-a969-472c-9555-aeb9d897407b x-openstack-request-id: req-c9be4040-a969-472c-9555-aeb9d897407b {{(pid=91937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:36:19.489140 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fae60084-5b8e-4154-b42d-0f4c3f383e93", "name": "network-vif-plugged", "status": "completed", "tag": "fc93c5d9-2e25-4d34-9e50-70916dd4410f", "code": 200}]} {{(pid=91937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:36:19.489410 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c9be4040-a969-472c-9555-aeb9d897407b {{(pid=91937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:36:19.489850 dv-cinder-796286-2-smb neutron-server[91937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fae60084-5b8e-4154-b42d-0f4c3f383e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc93c5d9-2e25-4d34-9e50-70916dd4410f', 'code': 200} Jun 14 16:36:19.783730 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc65a539-9ad0-4c85-9ab2-24e69a7cef2d req-8a63aa5c-8072-4af5-b1f2-c195de5a845d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:19.785264 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-dc65a539-9ad0-4c85-9ab2-24e69a7cef2d req-8a63aa5c-8072-4af5-b1f2-c195de5a845d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fae60084-5b8e-4154-b42d-0f4c3f383e93 HTTP/1.1" status: 200 len: 1099 time: 0.0735528 Jun 14 16:36:19.832073 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-dc65a539-9ad0-4c85-9ab2-24e69a7cef2d req-c57073fd-a2be-402f-b7f8-c6379c04f579 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=96f5896c-b59c-4daa-b4ba-03178324a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360615 Jun 14 16:36:19.847576 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb8b017-9842-4108-b980-9935e1a91f9f req-25205366-9f48-4e66-b4fe-bb6184fadcb1 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:19.849112 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-bbb8b017-9842-4108-b980-9935e1a91f9f req-25205366-9f48-4e66-b4fe-bb6184fadcb1 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=71af129e-5dfd-44b0-a89c-2a67e11d5448 HTTP/1.1" status: 200 len: 946 time: 0.0777099 Jun 14 16:36:19.901067 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-bbb8b017-9842-4108-b980-9935e1a91f9f req-41d110c6-d58c-4288-93ca-de358b6029a8 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448284 Jun 14 16:36:20.375239 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 44750) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:36:20.518673 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-ed90488b-b1c1-48fe-aaef-4c51eada7510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:20.622173 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-ed90488b-b1c1-48fe-aaef-4c51eada7510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:20.626810 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-ed90488b-b1c1-48fe-aaef-4c51eada7510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:20.629571 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-c7ab9fc6-0e38-4f48-9504-d39cefaf505e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:36:20.641729 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2a5c23-a764-4d38-8e2d-c72cf879a7f7 req-c3b195a1-217c-4117-896e-5034953cc80d tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:20.643421 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-9c2a5c23-a764-4d38-8e2d-c72cf879a7f7 req-c3b195a1-217c-4117-896e-5034953cc80d tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] 10.222.0.16 "GET /v2.0/ports?device_id=fae60084-5b8e-4154-b42d-0f4c3f383e93 HTTP/1.1" status: 200 len: 946 time: 0.0784190 Jun 14 16:36:20.670607 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-ed90488b-b1c1-48fe-aaef-4c51eada7510 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b78994c517134f3bba587bda2c42867c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2940786 Jun 14 16:36:20.673757 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 44762) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:36:20.688385 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed90488b-b1c1-48fe-aaef-4c51eada7510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d9287e2-81aa-4889-8954-a34924ba3e84,revision_number=1']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:36:20.689554 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-9c2a5c23-a764-4d38-8e2d-c72cf879a7f7 req-8d860c15-4bf4-4f22-a6a2-3399f964189f tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] 10.222.0.16 "GET /v2.0/security-groups?id=96f5896c-b59c-4daa-b4ba-03178324a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399561 Jun 14 16:36:20.692574 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-ed90488b-b1c1-48fe-aaef-4c51eada7510 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:36:20.739462 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-81b872ca-7b0b-4307-a8e2-e531974d2beb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:20.770936 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-81b872ca-7b0b-4307-a8e2-e531974d2beb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:20.840011 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-81b872ca-7b0b-4307-a8e2-e531974d2beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:20.842635 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-81b872ca-7b0b-4307-a8e2-e531974d2beb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:20.843814 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-81b872ca-7b0b-4307-a8e2-e531974d2beb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4d9287e2-81aa-4889-8954-a34924ba3e84 HTTP/1.1" status: 204 len: 168 time: 0.1691065 Jun 14 16:36:20.844509 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-f78f870e-b226-468d-98fc-802c13af63d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:36:20.854367 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b872ca-7b0b-4307-a8e2-e531974d2beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d9287e2-81aa-4889-8954-a34924ba3e84,revision_number=None']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:36:20.860822 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-81b872ca-7b0b-4307-a8e2-e531974d2beb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:36:21.110778 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3012690-6224-4238-925d-3a634e2f4100 req-ec7a33d8-dd32-419f-b12b-68f6b033e2f9 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:21.112336 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-a3012690-6224-4238-925d-3a634e2f4100 req-ec7a33d8-dd32-419f-b12b-68f6b033e2f9 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=71af129e-5dfd-44b0-a89c-2a67e11d5448 HTTP/1.1" status: 200 len: 946 time: 0.0795465 Jun 14 16:36:21.158291 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 44774) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:36:21.168894 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-a3012690-6224-4238-925d-3a634e2f4100 req-810f1431-4252-47d7-a7ce-5e3e8cbdf157 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500350 Jun 14 16:36:21.175161 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-f5e8be7f-e33b-4d2d-a1c4-66be549d6123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:21.277339 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-f5e8be7f-e33b-4d2d-a1c4-66be549d6123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:21.281563 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-f5e8be7f-e33b-4d2d-a1c4-66be549d6123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:21.284127 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-acb239be-5220-46c0-9c97-47a099ee2fc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:36:21.324688 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-f5e8be7f-e33b-4d2d-a1c4-66be549d6123 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4c9fd5bd64914c8fb6c7dc72d0ff4f32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1653044 Jun 14 16:36:21.325450 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e8be7f-e33b-4d2d-a1c4-66be549d6123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3619e5-19e4-44c3-ac45-8234d4b3806c,revision_number=1']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:36:21.327326 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 44776) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:36:21.328433 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-f5e8be7f-e33b-4d2d-a1c4-66be549d6123 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:36:21.381588 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-e3271fa0-031b-4b54-b0b0-210aa335e3f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:21.409083 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-e3271fa0-031b-4b54-b0b0-210aa335e3f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:21.467293 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-e3271fa0-031b-4b54-b0b0-210aa335e3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:21.470066 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-e3271fa0-031b-4b54-b0b0-210aa335e3f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:21.471239 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-e3271fa0-031b-4b54-b0b0-210aa335e3f2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0b3619e5-19e4-44c3-ac45-8234d4b3806c HTTP/1.1" status: 204 len: 168 time: 0.1427436 Jun 14 16:36:21.472072 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-43ef463d-b2f8-495d-a4b2-6af2a1b49212 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:36:21.483744 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3271fa0-031b-4b54-b0b0-210aa335e3f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3619e5-19e4-44c3-ac45-8234d4b3806c,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:36:21.486474 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-e3271fa0-031b-4b54-b0b0-210aa335e3f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:36:21.534502 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-a1db28d4-11cd-4742-803b-2661144bdc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:21.828213 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:21.910638 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 44796) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:36:21.938058 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-ca1a31bd-129a-44b8-b997-a39cd4df1a30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:21.955704 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7df32a4-ab73-4280-ab5d-345a7f1cdc71 req-c665e9bb-9e8f-4492-8f46-6ff10544ec70 tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:21.957354 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-c7df32a4-ab73-4280-ab5d-345a7f1cdc71 req-c665e9bb-9e8f-4492-8f46-6ff10544ec70 tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] 10.222.0.16 "GET /v2.0/ports?device_id=fae60084-5b8e-4154-b42d-0f4c3f383e93 HTTP/1.1" status: 200 len: 946 time: 0.1140182 Jun 14 16:36:22.021372 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-c7df32a4-ab73-4280-ab5d-345a7f1cdc71 req-38228e2c-f4eb-4f50-9fa4-938a64d39552 tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] 10.222.0.16 "GET /v2.0/security-groups?id=96f5896c-b59c-4daa-b4ba-03178324a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564649 Jun 14 16:36:22.076719 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-ca1a31bd-129a-44b8-b997-a39cd4df1a30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:22.082316 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-ca1a31bd-129a-44b8-b997-a39cd4df1a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:22.086446 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-122aa59e-d2cf-498e-baee-5200c240baea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:36:22.128633 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-ca1a31bd-129a-44b8-b997-a39cd4df1a30 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0ce3fc4a65de440d9d48af0967f33f83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2166522 Jun 14 16:36:22.130892 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1a31bd-129a-44b8-b997-a39cd4df1a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ebcd269-37b1-4ed0-8b0b-0bebe0a94a9d,revision_number=1']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:36:22.131495 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 44804) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:36:22.134667 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-ca1a31bd-129a-44b8-b997-a39cd4df1a30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:36:22.194301 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-67191a3a-2ec8-4fe8-9586-2a07263cdb6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:22.220378 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-67191a3a-2ec8-4fe8-9586-2a07263cdb6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:22.284545 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-67191a3a-2ec8-4fe8-9586-2a07263cdb6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:22.287238 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-67191a3a-2ec8-4fe8-9586-2a07263cdb6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:22.288530 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-67191a3a-2ec8-4fe8-9586-2a07263cdb6f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8ebcd269-37b1-4ed0-8b0b-0bebe0a94a9d HTTP/1.1" status: 204 len: 168 time: 0.1559231 Jun 14 16:36:22.289313 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-079e4102-9a75-4b55-8cae-c24e53b4df54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:36:22.299188 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67191a3a-2ec8-4fe8-9586-2a07263cdb6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ebcd269-37b1-4ed0-8b0b-0bebe0a94a9d,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:36:22.302368 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-67191a3a-2ec8-4fe8-9586-2a07263cdb6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:36:22.377137 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92f2aa2-e2ff-42c0-8e3b-1bf375c71e61 req-6615be4b-784f-416a-bdc3-cee79c5e6f7a tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:22.378854 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-c92f2aa2-e2ff-42c0-8e3b-1bf375c71e61 req-6615be4b-784f-416a-bdc3-cee79c5e6f7a tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=71af129e-5dfd-44b0-a89c-2a67e11d5448 HTTP/1.1" status: 200 len: 946 time: 0.0775793 Jun 14 16:36:22.424233 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-c92f2aa2-e2ff-42c0-8e3b-1bf375c71e61 req-d4e714ff-abd2-4021-a5dc-5e4930583fbc tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389342 Jun 14 16:36:22.745452 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-ac317c73-f3f7-46db-8eeb-274d40bc3b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:23.298196 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788c14e-95b3-4a51-b0f6-d900fc51976c req-6ea3d27c-c5cc-4b34-b6d5-f7393620374c tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:23.300445 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-e788c14e-95b3-4a51-b0f6-d900fc51976c req-6ea3d27c-c5cc-4b34-b6d5-f7393620374c tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] 10.222.0.16 "GET /v2.0/ports?device_id=fae60084-5b8e-4154-b42d-0f4c3f383e93 HTTP/1.1" status: 200 len: 946 time: 0.0848665 Jun 14 16:36:23.349508 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-e788c14e-95b3-4a51-b0f6-d900fc51976c req-2dfac0b4-f842-47cb-a62a-b2f20444033e tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] 10.222.0.16 "GET /v2.0/security-groups?id=96f5896c-b59c-4daa-b4ba-03178324a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431461 Jun 14 16:36:23.713799 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989c5dcf-44ce-404f-9735-5435e1efc8fb req-ffd9cd24-b7c9-4908-8d01-f809401f858a tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:23.715760 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-989c5dcf-44ce-404f-9735-5435e1efc8fb req-ffd9cd24-b7c9-4908-8d01-f809401f858a tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=71af129e-5dfd-44b0-a89c-2a67e11d5448 HTTP/1.1" status: 200 len: 946 time: 0.0858743 Jun 14 16:36:23.763256 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-989c5dcf-44ce-404f-9735-5435e1efc8fb req-389b32e7-7f6e-4c11-a2dc-a9323ee2529d tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417452 Jun 14 16:36:24.369555 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-61a174dc-ae9e-41b9-9cb1-e8a1b9f9c99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:24.565221 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083961a-f858-4092-b320-ea9e03258f81 req-b4ebd8dd-d227-4652-8a31-cbf328d8f826 tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:24.566799 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-b083961a-f858-4092-b320-ea9e03258f81 req-b4ebd8dd-d227-4652-8a31-cbf328d8f826 tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] 10.222.0.16 "GET /v2.0/ports?device_id=fae60084-5b8e-4154-b42d-0f4c3f383e93 HTTP/1.1" status: 200 len: 946 time: 0.0792003 Jun 14 16:36:24.612402 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-b083961a-f858-4092-b320-ea9e03258f81 req-3c01591f-6220-48e5-aa7d-268de6d26234 tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] 10.222.0.16 "GET /v2.0/security-groups?id=96f5896c-b59c-4daa-b4ba-03178324a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395107 Jun 14 16:36:24.986333 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a100d3f-0d6d-432d-8dc4-78bc57113eed req-21b97134-e7e4-46a8-b7fd-e2bfebf8cb7a tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:24.988595 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-0a100d3f-0d6d-432d-8dc4-78bc57113eed req-21b97134-e7e4-46a8-b7fd-e2bfebf8cb7a tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=71af129e-5dfd-44b0-a89c-2a67e11d5448 HTTP/1.1" status: 200 len: 946 time: 0.0984576 Jun 14 16:36:25.040127 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb9795-24ec-4b0d-98b1-f3968c01dfa0 req-c907f0c7-8d89-411d-a668-d19e834ba124 tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:25.045464 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-4efb9795-24ec-4b0d-98b1-f3968c01dfa0 req-c907f0c7-8d89-411d-a668-d19e834ba124 tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] 10.222.0.41 "GET /v2.0/ports?device_id=fae60084-5b8e-4154-b42d-0f4c3f383e93 HTTP/1.1" status: 200 len: 946 time: 0.0895216 Jun 14 16:36:25.073657 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-0a100d3f-0d6d-432d-8dc4-78bc57113eed req-7486c132-55d4-4e69-82d7-5b278ce6a1c6 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724323 Jun 14 16:36:25.241680 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.plugin [req-4efb9795-24ec-4b0d-98b1-f3968c01dfa0 req-ea438be8-9e50-4858-b3a7-16f681e5771d tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Deleting port fc93c5d9-2e25-4d34-9e50-70916dd4410f {{(pid=91935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 16:36:25.242036 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-4efb9795-24ec-4b0d-98b1-f3968c01dfa0 req-ea438be8-9e50-4858-b3a7-16f681e5771d tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742580025384'] for port, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:25.372852 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.db [req-4efb9795-24ec-4b0d-98b1-f3968c01dfa0 req-ea438be8-9e50-4858-b3a7-16f681e5771d tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] For port fc93c5d9-2e25-4d34-9e50-70916dd4410f, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=fc93c5d9-2e25-4d34-9e50-70916dd4410f,segment=NetworkSegment(eb941dc1-e2ed-42d8-a0be-a3deab673aee),segment_id=eb941dc1-e2ed-42d8-a0be-a3deab673aee)] {{(pid=91935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:36:25.373247 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-4efb9795-24ec-4b0d-98b1-f3968c01dfa0 req-ea438be8-9e50-4858-b3a7-16f681e5771d tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3907582'] for port, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:25.677021 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.plugin [req-4efb9795-24ec-4b0d-98b1-f3968c01dfa0 req-ea438be8-9e50-4858-b3a7-16f681e5771d tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Calling delete_port for fc93c5d9-2e25-4d34-9e50-70916dd4410f owned by compute:nova {{(pid=91935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 16:36:25.829018 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e96f843-ee13-41c9-be01-7f838242f8b1 req-cb4fdd38-3cd5-4928-a52d-479d4632e7fa tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:25.830611 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-2e96f843-ee13-41c9-be01-7f838242f8b1 req-cb4fdd38-3cd5-4928-a52d-479d4632e7fa tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] 10.222.0.16 "GET /v2.0/ports?device_id=fae60084-5b8e-4154-b42d-0f4c3f383e93 HTTP/1.1" status: 200 len: 946 time: 0.0930853 Jun 14 16:36:25.877475 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-2e96f843-ee13-41c9-be01-7f838242f8b1 req-49b0af3c-13d4-40a2-9b3c-7a4911bc94a5 tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] 10.222.0.16 "GET /v2.0/security-groups?id=96f5896c-b59c-4daa-b4ba-03178324a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410085 Jun 14 16:36:25.878346 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-4efb9795-24ec-4b0d-98b1-f3968c01dfa0 req-ea438be8-9e50-4858-b3a7-16f681e5771d tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742580029772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742579636520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58943331'] for port, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:25.886094 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-c16c67f8-5c85-4ecd-bbcc-ba18d68cdf37 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:36:25.894892 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] get_ports_and_sgs() called for port_ids ['fc93c5d9-2e25-4d34-9e50-70916dd4410f'] {{(pid=91937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 16:36:25.936300 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea438be8-9e50-4858-b3a7-16f681e5771d tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Pushing event deleted for resources: {'Port': ['ID=fc93c5d9-2e25-4d34-9e50-70916dd4410f,revision_number=None']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:36:25.957541 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-ea438be8-9e50-4858-b3a7-16f681e5771d tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:36:26.012103 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.db.l3_dvrscheduler_db [req-4efb9795-24ec-4b0d-98b1-f3968c01dfa0 req-ea438be8-9e50-4858-b3a7-16f681e5771d tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] No DVR routers for this DVR port fc93c5d9-2e25-4d34-9e50-70916dd4410f on host hv-cinder-79628 {{(pid=91935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 16:36:26.015160 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-4efb9795-24ec-4b0d-98b1-f3968c01dfa0 req-ea438be8-9e50-4858-b3a7-16f681e5771d tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220504'] for port, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:26.017291 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-4efb9795-24ec-4b0d-98b1-f3968c01dfa0 req-ea438be8-9e50-4858-b3a7-16f681e5771d tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] 10.222.0.41 "DELETE /v2.0/ports/fc93c5d9-2e25-4d34-9e50-70916dd4410f HTTP/1.1" status: 204 len: 173 time: 0.9652467 Jun 14 16:36:26.017782 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fae60084-5b8e-4154-b42d-0f4c3f383e93', 'name': 'network-vif-deleted', 'tag': 'fc93c5d9-2e25-4d34-9e50-70916dd4410f'}] {{(pid=91935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:36:26.020178 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6661bf290492edb1b3f10c978b9fa8124be38cabc2d7e3087d82166a711c303" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-061a5de0-069f-4324-a16e-1dbe99138d61" -d '{"events": [{"server_uuid": "fae60084-5b8e-4154-b42d-0f4c3f383e93", "name": "network-vif-deleted", "tag": "fc93c5d9-2e25-4d34-9e50-70916dd4410f"}]}' {{(pid=91935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:36:26.139766 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 16:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1534162b-85dc-40eb-9bb6-1f864e1a82e6 x-openstack-request-id: req-1534162b-85dc-40eb-9bb6-1f864e1a82e6 {{(pid=91935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:36:26.140519 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fae60084-5b8e-4154-b42d-0f4c3f383e93", "name": "network-vif-deleted", "tag": "fc93c5d9-2e25-4d34-9e50-70916dd4410f", "status": "completed", "code": 200}]} {{(pid=91935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:36:26.140519 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1534162b-85dc-40eb-9bb6-1f864e1a82e6 {{(pid=91935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:36:26.140889 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fae60084-5b8e-4154-b42d-0f4c3f383e93', 'name': 'network-vif-deleted', 'tag': 'fc93c5d9-2e25-4d34-9e50-70916dd4410f', 'status': 'completed', 'code': 200} Jun 14 16:36:26.325895 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9e4606-f93d-4ad5-afca-1439ca7c0c24 req-fffff3cd-556a-46dd-9cb0-347f125dbb61 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:26.327351 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-5b9e4606-f93d-4ad5-afca-1439ca7c0c24 req-fffff3cd-556a-46dd-9cb0-347f125dbb61 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=71af129e-5dfd-44b0-a89c-2a67e11d5448 HTTP/1.1" status: 200 len: 946 time: 0.0709171 Jun 14 16:36:26.368632 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-5b9e4606-f93d-4ad5-afca-1439ca7c0c24 req-d31b6f84-4e8b-47b8-90a1-a31201421abc tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356719 Jun 14 16:36:28.589560 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 45016) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:36:28.712015 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-af35ebd0-0f8f-4a47-a979-286613ec1b5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:28.813955 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-af35ebd0-0f8f-4a47-a979-286613ec1b5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:28.817868 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-af35ebd0-0f8f-4a47-a979-286613ec1b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:28.821069 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-7d2d4fbb-dc72-4ff6-a8b7-93e4fea075e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:36:28.862258 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-af35ebd0-0f8f-4a47-a979-286613ec1b5d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3c5b8f2a034a4de69dea9d4742d9bd49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2714515 Jun 14 16:36:28.863345 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af35ebd0-0f8f-4a47-a979-286613ec1b5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93111909-2bb4-4ad7-958d-10c63145eb08,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:36:28.864782 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 45022) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:36:28.866591 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-af35ebd0-0f8f-4a47-a979-286613ec1b5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:36:28.929042 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-c8041fab-9d6c-4308-ab0c-d68b16d101fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:28.953949 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-c8041fab-9d6c-4308-ab0c-d68b16d101fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:29.014085 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-c8041fab-9d6c-4308-ab0c-d68b16d101fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:29.018807 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-c8041fab-9d6c-4308-ab0c-d68b16d101fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:29.020770 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-c8041fab-9d6c-4308-ab0c-d68b16d101fa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/93111909-2bb4-4ad7-958d-10c63145eb08 HTTP/1.1" status: 204 len: 168 time: 0.1539176 Jun 14 16:36:29.021960 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-ae1c5728-e94a-49a1-ab7b-f49fd4fafd2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:36:29.033489 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device fc93c5d9-2e25-4d34-9e50-70916dd4410f no longer exists at agent hyperv_hv-cinder-79628 {{(pid=91937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 16:36:29.035778 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8041fab-9d6c-4308-ab0c-d68b16d101fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93111909-2bb4-4ad7-958d-10c63145eb08,revision_number=None']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:36:29.045768 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-c8041fab-9d6c-4308-ab0c-d68b16d101fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:36:29.079901 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.plugin [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] No Port match for: fc93c5d9-2e25-4d34-9e50-70916dd4410f {{(pid=91937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 16:36:29.080515 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device fc93c5d9-2e25-4d34-9e50-70916dd4410f not bound to the agent host hv-cinder-79628 {{(pid=91937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 16:36:29.142055 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 45030) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:36:29.387317 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-760465a3-d58a-41be-b6f8-e3a9c4596c6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:29.490812 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-760465a3-d58a-41be-b6f8-e3a9c4596c6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:29.495728 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-760465a3-d58a-41be-b6f8-e3a9c4596c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:29.498185 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-1c0a111e-09e6-4a10-9b4f-4c029a1098c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:36:29.541564 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-760465a3-d58a-41be-b6f8-e3a9c4596c6d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ff29668d3ca048acab5355e4acf9bdf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3984323 Jun 14 16:36:29.542552 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760465a3-d58a-41be-b6f8-e3a9c4596c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4ab06d-2f81-4025-aff9-838eb5178468,revision_number=1']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:36:29.544354 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 45038) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:36:29.545864 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-760465a3-d58a-41be-b6f8-e3a9c4596c6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:36:29.597881 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-41ae4f10-d901-4f28-9a00-001df0c3ef78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:29.623376 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-41ae4f10-d901-4f28-9a00-001df0c3ef78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:29.674594 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-41ae4f10-d901-4f28-9a00-001df0c3ef78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:29.677267 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-41ae4f10-d901-4f28-9a00-001df0c3ef78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:29.678400 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-41ae4f10-d901-4f28-9a00-001df0c3ef78 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bd4ab06d-2f81-4025-aff9-838eb5178468 HTTP/1.1" status: 204 len: 168 time: 0.1327610 Jun 14 16:36:29.679132 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-e921b6e1-035f-4565-b95c-b5b1247822e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:36:29.688556 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ae4f10-d901-4f28-9a00-001df0c3ef78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4ab06d-2f81-4025-aff9-838eb5178468,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:36:29.690827 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-41ae4f10-d901-4f28-9a00-001df0c3ef78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:36:34.155951 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2015b7dd-adeb-4585-aca5-7b191e5a1cfb req-bda2d78f-ec7e-492e-95a4-35d3ad12d688 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:34.164555 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-2015b7dd-adeb-4585-aca5-7b191e5a1cfb req-bda2d78f-ec7e-492e-95a4-35d3ad12d688 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/networks?id=e2198c61-c227-4c44-94c3-63db66ef4b23 HTTP/1.1" status: 200 len: 815 time: 0.1387997 Jun 14 16:36:34.166986 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1efe42-aa69-4ebc-8d3d-03bfaaeb2de4 req-7caac800-ee03-4ac8-9657-0cd3e2272a6b tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:34.168576 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-3a1efe42-aa69-4ebc-8d3d-03bfaaeb2de4 req-7caac800-ee03-4ac8-9657-0cd3e2272a6b tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] 10.222.0.16 "GET /v2.0/networks?id=41601527-c117-47e2-859c-4e73807a5a2f HTTP/1.1" status: 200 len: 809 time: 0.1380367 Jun 14 16:36:34.181490 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-2015b7dd-adeb-4585-aca5-7b191e5a1cfb req-aa985a2c-5c8c-4bc0-b074-f7ce3f1cfdfa tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/quotas/2a5847235a974f63891d8576b13e7ab6 HTTP/1.1" status: 200 len: 375 time: 0.0103903 Jun 14 16:36:34.183549 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-3a1efe42-aa69-4ebc-8d3d-03bfaaeb2de4 req-754b70f4-8e05-4ca3-9b74-220762c94de8 tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] 10.222.0.16 "GET /v2.0/quotas/77ded5fb9e174eff8e549b0a5ba4bb92 HTTP/1.1" status: 200 len: 375 time: 0.0097156 Jun 14 16:36:34.224160 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-3a1efe42-aa69-4ebc-8d3d-03bfaaeb2de4 req-eb45bfaa-a795-42b1-aeee-0340da4ba279 tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=77ded5fb9e174eff8e549b0a5ba4bb92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350499 Jun 14 16:36:34.270214 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-2015b7dd-adeb-4585-aca5-7b191e5a1cfb req-a47a8499-63a5-4cd1-8d67-6221f4454282 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2a5847235a974f63891d8576b13e7ab6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0833426 Jun 14 16:36:34.352551 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-3a1efe42-aa69-4ebc-8d3d-03bfaaeb2de4 req-e943d1f8-1b6d-4d9d-9d44-ed5aaf0b7fd2 service neutron] 10.222.0.16 "GET /v2.0/networks/41601527-c117-47e2-859c-4e73807a5a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171856 Jun 14 16:36:34.397184 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-2015b7dd-adeb-4585-aca5-7b191e5a1cfb req-5f07e9eb-aad7-4d0a-bf2f-890370b3672c service neutron] 10.222.0.16 "GET /v2.0/networks/e2198c61-c227-4c44-94c3-63db66ef4b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194565 Jun 14 16:36:34.475914 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-3a1efe42-aa69-4ebc-8d3d-03bfaaeb2de4 req-a9eefffd-da1a-4761-a5e3-d950a8f0d768 service neutron] 10.222.0.16 "GET /v2.0/networks/41601527-c117-47e2-859c-4e73807a5a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171894 Jun 14 16:36:34.529892 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-2015b7dd-adeb-4585-aca5-7b191e5a1cfb req-51dea7a8-2b4b-49df-8ba6-ded433c2bb5f service neutron] 10.222.0.16 "GET /v2.0/networks/e2198c61-c227-4c44-94c3-63db66ef4b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265845 Jun 14 16:36:34.801269 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd3f2f9-e0b1-4d74-b7bb-f44e3c4655f7 req-0c752c3e-a16d-4509-b9e8-b023ca9a4bf2 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:34.803305 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-0cd3f2f9-e0b1-4d74-b7bb-f44e3c4655f7 req-0c752c3e-a16d-4509-b9e8-b023ca9a4bf2 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=71af129e-5dfd-44b0-a89c-2a67e11d5448 HTTP/1.1" status: 200 len: 946 time: 0.0933373 Jun 14 16:36:34.868017 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-0cd3f2f9-e0b1-4d74-b7bb-f44e3c4655f7 req-21a17faa-9337-41f4-8c76-060a6edcbfab tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550106 Jun 14 16:36:34.984274 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-6458d765-3fd6-4eb6-9e9f-a68be5743c62 req-41ae54d9-4b27-441f-a6c4-086aaf6902ec tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc2708fa-617b-42db-ba1f-74faf31db594 HTTP/1.1" status: 200 len: 210 time: 0.0519588 Jun 14 16:36:34.995355 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-1b48dc37-270e-4fc3-8921-380eb4ef0861 req-831f1d86-672a-49ed-a145-eb95fd2e7930 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4375bc6-33fa-4b51-b402-bfb288421bac HTTP/1.1" status: 200 len: 210 time: 0.0564744 Jun 14 16:36:35.596977 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9260c49-4409-4e14-a5ba-0e69255fa3b2 req-00312e1c-c1f1-43d9-a2b6-09f5e0deea86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:35.598467 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-f9260c49-4409-4e14-a5ba-0e69255fa3b2 req-00312e1c-c1f1-43d9-a2b6-09f5e0deea86 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=71af129e-5dfd-44b0-a89c-2a67e11d5448 HTTP/1.1" status: 200 len: 1099 time: 0.0649247 Jun 14 16:36:35.646761 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-f9260c49-4409-4e14-a5ba-0e69255fa3b2 req-8540c47b-1c27-4861-a7ce-aad023b3d996 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403128 Jun 14 16:36:36.093226 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74595b4-6b5a-40f3-8e07-d1df20671285 req-b30b9925-1ba5-47f9-b07e-ecae88c6d82b tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:36.095779 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-a74595b4-6b5a-40f3-8e07-d1df20671285 req-b30b9925-1ba5-47f9-b07e-ecae88c6d82b tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=71af129e-5dfd-44b0-a89c-2a67e11d5448 HTTP/1.1" status: 200 len: 946 time: 0.0787106 Jun 14 16:36:36.160025 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-a74595b4-6b5a-40f3-8e07-d1df20671285 req-994d6097-e8d1-46ed-92e8-080258e48890 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572050 Jun 14 16:36:36.238716 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-8456bedf-8b55-4fb2-ba2e-aabd2fc748e4 req-9a543c1b-5065-43b8-90a6-ffe919b1b3dc tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc2708fa-617b-42db-ba1f-74faf31db594 HTTP/1.1" status: 200 len: 210 time: 0.0823884 Jun 14 16:36:36.285574 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1efe42-aa69-4ebc-8d3d-03bfaaeb2de4 req-9631a5eb-19b9-4f3c-8898-4123bf10de08 tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:36.287135 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-3a1efe42-aa69-4ebc-8d3d-03bfaaeb2de4 req-9631a5eb-19b9-4f3c-8898-4123bf10de08 tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] 10.222.0.41 "GET /v2.0/networks?id=41601527-c117-47e2-859c-4e73807a5a2f HTTP/1.1" status: 200 len: 809 time: 0.1823845 Jun 14 16:36:36.309791 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.v2.base [req-3a1efe42-aa69-4ebc-8d3d-03bfaaeb2de4 req-92bc6003-d0f8-4f04-a760-890829eb439d tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Request body: {'port': {'device_id': 'bc2708fa-617b-42db-ba1f-74faf31db594', 'network_id': '41601527-c117-47e2-859c-4e73807a5a2f', 'admin_state_up': True, 'tenant_id': '77ded5fb9e174eff8e549b0a5ba4bb92'}} {{(pid=91935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:36:36.313745 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-f7babe81-0c5a-460a-926c-f59641e9a5be req-b38bcb8e-3a22-43c7-8044-4519f3c394bf tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4375bc6-33fa-4b51-b402-bfb288421bac HTTP/1.1" status: 200 len: 210 time: 0.0374775 Jun 14 16:36:36.460225 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a1efe42-aa69-4ebc-8d3d-03bfaaeb2de4 req-92bc6003-d0f8-4f04-a760-890829eb439d tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Made reservation on behalf of 77ded5fb9e174eff8e549b0a5ba4bb92 for: {'port': 1} {{(pid=91935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:36:36.463605 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-3a1efe42-aa69-4ebc-8d3d-03bfaaeb2de4 req-92bc6003-d0f8-4f04-a760-890829eb439d tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-782655'] for port, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:36.619006 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.db.db_base_plugin_common [req-3a1efe42-aa69-4ebc-8d3d-03bfaaeb2de4 req-92bc6003-d0f8-4f04-a760-890829eb439d tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Allocated IP 172.20.0.7 (41601527-c117-47e2-859c-4e73807a5a2f/312ae0c3-7ba8-4f56-b31f-cce233ff2ea3/f68a0fc4-a728-453b-b2c3-4e0ba0f60323) {{(pid=91935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 16:36:36.833012 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-3a1efe42-aa69-4ebc-8d3d-03bfaaeb2de4 req-92bc6003-d0f8-4f04-a760-890829eb439d tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Notify callbacks [] for port, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:36.874745 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-3a1efe42-aa69-4ebc-8d3d-03bfaaeb2de4 req-92bc6003-d0f8-4f04-a760-890829eb439d tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-782844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4109363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742579636511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58943338'] for port, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:36.876801 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2015b7dd-adeb-4585-aca5-7b191e5a1cfb req-966f20f0-09ba-4dc9-b7a9-aa823da81d03 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:36.878486 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-2015b7dd-adeb-4585-aca5-7b191e5a1cfb req-966f20f0-09ba-4dc9-b7a9-aa823da81d03 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.41 "GET /v2.0/networks?id=e2198c61-c227-4c44-94c3-63db66ef4b23 HTTP/1.1" status: 200 len: 815 time: 0.1504920 Jun 14 16:36:36.880036 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-6389c165-ea1c-4f32-a8b1-b7fcd0d94581 tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:36:36.910713 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.v2.base [req-2015b7dd-adeb-4585-aca5-7b191e5a1cfb req-6dca8c7d-4961-4bc2-a110-2978f1147b30 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Request body: {'port': {'device_id': 'f4375bc6-33fa-4b51-b402-bfb288421bac', 'network_id': 'e2198c61-c227-4c44-94c3-63db66ef4b23', 'admin_state_up': True, 'tenant_id': '2a5847235a974f63891d8576b13e7ab6'}} {{(pid=91936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:36:36.928333 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a1efe42-aa69-4ebc-8d3d-03bfaaeb2de4 req-92bc6003-d0f8-4f04-a760-890829eb439d tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Network 41601527-c117-47e2-859c-4e73807a5a2f is already hosted by enough agents. {{(pid=91935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:36:36.935120 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.base_scheduler [req-3a1efe42-aa69-4ebc-8d3d-03bfaaeb2de4 req-92bc6003-d0f8-4f04-a760-890829eb439d tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Resources bound (agent type, host, resource id): {{(pid=91935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:36:36.939457 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a1efe42-aa69-4ebc-8d3d-03bfaaeb2de4 req-92bc6003-d0f8-4f04-a760-890829eb439d tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Received port after_create {{(pid=91935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 16:36:36.976173 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bc6003-d0f8-4f04-a760-890829eb439d tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Pushing event updated for resources: {'Port': ['ID=f68a0fc4-a728-453b-b2c3-4e0ba0f60323,revision_number=1']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:36:36.995577 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bc6003-d0f8-4f04-a760-890829eb439d tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:36:36.995971 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bc6003-d0f8-4f04-a760-890829eb439d tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:36:36.996332 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bc6003-d0f8-4f04-a760-890829eb439d tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:36:36.996688 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bc6003-d0f8-4f04-a760-890829eb439d tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:36:36.997038 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bc6003-d0f8-4f04-a760-890829eb439d tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:36:36.997520 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bc6003-d0f8-4f04-a760-890829eb439d tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:36:36.997730 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bc6003-d0f8-4f04-a760-890829eb439d tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:36:36.998070 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bc6003-d0f8-4f04-a760-890829eb439d tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:36:36.998612 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bc6003-d0f8-4f04-a760-890829eb439d tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:36:36.999108 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bc6003-d0f8-4f04-a760-890829eb439d tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:36:36.999603 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bc6003-d0f8-4f04-a760-890829eb439d tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:36:37.000115 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bc6003-d0f8-4f04-a760-890829eb439d tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:36:37.005787 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-92bc6003-d0f8-4f04-a760-890829eb439d tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:36:37.018582 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1efe42-aa69-4ebc-8d3d-03bfaaeb2de4 req-92bc6003-d0f8-4f04-a760-890829eb439d tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:37.019316 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-3a1efe42-aa69-4ebc-8d3d-03bfaaeb2de4 req-92bc6003-d0f8-4f04-a760-890829eb439d tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220504'] for port, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:37.034120 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-3a1efe42-aa69-4ebc-8d3d-03bfaaeb2de4 req-92bc6003-d0f8-4f04-a760-890829eb439d tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7292206 Jun 14 16:36:37.069261 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.v2.base [req-3a1efe42-aa69-4ebc-8d3d-03bfaaeb2de4 req-81d616ad-5fc2-4def-9434-933917aea20c service neutron] Request body: {'port': {'device_id': 'bc2708fa-617b-42db-ba1f-74faf31db594', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=91935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:36:37.087998 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2015b7dd-adeb-4585-aca5-7b191e5a1cfb req-6dca8c7d-4961-4bc2-a110-2978f1147b30 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Made reservation on behalf of 2a5847235a974f63891d8576b13e7ab6 for: {'port': 1} {{(pid=91936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:36:37.091802 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-2015b7dd-adeb-4585-aca5-7b191e5a1cfb req-6dca8c7d-4961-4bc2-a110-2978f1147b30 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-782655'] for port, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:37.183134 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-3a1efe42-aa69-4ebc-8d3d-03bfaaeb2de4 req-81d616ad-5fc2-4def-9434-933917aea20c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:37.256256 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.db.db_base_plugin_common [req-2015b7dd-adeb-4585-aca5-7b191e5a1cfb req-6dca8c7d-4961-4bc2-a110-2978f1147b30 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Allocated IP 172.20.0.4 (e2198c61-c227-4c44-94c3-63db66ef4b23/826d910f-c166-497c-95fa-57ee752151ec/3c1b7a56-a55f-4824-b806-12a25c6b1b96) {{(pid=91936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 16:36:37.562712 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-2015b7dd-adeb-4585-aca5-7b191e5a1cfb req-6dca8c7d-4961-4bc2-a110-2978f1147b30 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Notify callbacks [] for port, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:37.583120 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98016f2d-a337-4bd3-9eea-2d6f8881a273 req-3986807d-0656-48bd-b0aa-393d3aaf6942 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:37.584762 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-98016f2d-a337-4bd3-9eea-2d6f8881a273 req-3986807d-0656-48bd-b0aa-393d3aaf6942 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=71af129e-5dfd-44b0-a89c-2a67e11d5448 HTTP/1.1" status: 200 len: 946 time: 0.1997488 Jun 14 16:36:37.612621 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d9dd3f-de86-422f-8961-ed880a2eae00 req-133a1ef2-9bb3-4461-944d-93a5ca6ce639 tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:37.614588 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-93d9dd3f-de86-422f-8961-ed880a2eae00 req-133a1ef2-9bb3-4461-944d-93a5ca6ce639 tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc2708fa-617b-42db-ba1f-74faf31db594 HTTP/1.1" status: 200 len: 931 time: 0.2059968 Jun 14 16:36:37.657387 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-98016f2d-a337-4bd3-9eea-2d6f8881a273 req-871730ba-1d68-40c5-aa72-df024fc4edc1 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645735 Jun 14 16:36:37.668869 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-2015b7dd-adeb-4585-aca5-7b191e5a1cfb req-6dca8c7d-4961-4bc2-a110-2978f1147b30 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-782844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4109363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742579636511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60243869'] for port, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:37.673164 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-31ee3b58-d98d-46d7-942d-e702bfd2fdf6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:36:37.693800 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] get_ports_and_sgs() called for port_ids ['b70c5f57-41fc-4e3d-8e9b-e99910b86854', 'add8cf28-6fb5-4868-b9ca-6d3a4c121f3d', '2ab48d3b-e260-4a38-92f6-ba8dc641cba1'] {{(pid=91937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 16:36:37.717509 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.notifiers.nova [req-3a1efe42-aa69-4ebc-8d3d-03bfaaeb2de4 req-81d616ad-5fc2-4def-9434-933917aea20c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f68a0fc4-a728-453b-b2c3-4e0ba0f60323 {{(pid=91935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 16:36:37.733779 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2015b7dd-adeb-4585-aca5-7b191e5a1cfb req-6dca8c7d-4961-4bc2-a110-2978f1147b30 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Network e2198c61-c227-4c44-94c3-63db66ef4b23 is already hosted by enough agents. {{(pid=91936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:36:37.738047 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.base_scheduler [req-2015b7dd-adeb-4585-aca5-7b191e5a1cfb req-6dca8c7d-4961-4bc2-a110-2978f1147b30 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Resources bound (agent type, host, resource id): {{(pid=91936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:36:37.738223 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-93d9dd3f-de86-422f-8961-ed880a2eae00 req-c4460f37-3e90-413e-971e-ba561ebfcbf3 tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] 10.222.0.16 "GET /v2.0/security-groups?id=96f5896c-b59c-4daa-b4ba-03178324a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119986 Jun 14 16:36:37.742761 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.db.l3_dvrscheduler_db [req-2015b7dd-adeb-4585-aca5-7b191e5a1cfb req-6dca8c7d-4961-4bc2-a110-2978f1147b30 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Received port after_create {{(pid=91936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 16:36:37.759772 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-3a1efe42-aa69-4ebc-8d3d-03bfaaeb2de4 req-81d616ad-5fc2-4def-9434-933917aea20c service neutron] Notify callbacks [] for port, precommit_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:37.779968 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca8c7d-4961-4bc2-a110-2978f1147b30 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Pushing event updated for resources: {'Port': ['ID=3c1b7a56-a55f-4824-b806-12a25c6b1b96,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:36:37.795808 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.db.provisioning_blocks [req-3a1efe42-aa69-4ebc-8d3d-03bfaaeb2de4 req-81d616ad-5fc2-4def-9434-933917aea20c service neutron] Transition to ACTIVE for port object f68a0fc4-a728-453b-b2c3-4e0ba0f60323 will not be triggered until provisioned by entity L2. {{(pid=91935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:36:37.800737 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-3a1efe42-aa69-4ebc-8d3d-03bfaaeb2de4 req-81d616ad-5fc2-4def-9434-933917aea20c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58943316'] for port, after_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:37.806129 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca8c7d-4961-4bc2-a110-2978f1147b30 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:36:37.806709 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca8c7d-4961-4bc2-a110-2978f1147b30 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:36:37.807175 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca8c7d-4961-4bc2-a110-2978f1147b30 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:36:37.807621 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca8c7d-4961-4bc2-a110-2978f1147b30 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:36:37.808361 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca8c7d-4961-4bc2-a110-2978f1147b30 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:36:37.808744 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca8c7d-4961-4bc2-a110-2978f1147b30 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:36:37.809170 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca8c7d-4961-4bc2-a110-2978f1147b30 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:36:37.809615 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca8c7d-4961-4bc2-a110-2978f1147b30 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:36:37.810065 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca8c7d-4961-4bc2-a110-2978f1147b30 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:36:37.810504 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca8c7d-4961-4bc2-a110-2978f1147b30 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:36:37.810943 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca8c7d-4961-4bc2-a110-2978f1147b30 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:36:37.811380 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca8c7d-4961-4bc2-a110-2978f1147b30 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:36:37.829330 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:36:37.831648 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-6dca8c7d-4961-4bc2-a110-2978f1147b30 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:36:37.860014 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2015b7dd-adeb-4585-aca5-7b191e5a1cfb req-6dca8c7d-4961-4bc2-a110-2978f1147b30 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:37.860014 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-2015b7dd-adeb-4585-aca5-7b191e5a1cfb req-6dca8c7d-4961-4bc2-a110-2978f1147b30 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220504'] for port, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:37.899230 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-2015b7dd-adeb-4585-aca5-7b191e5a1cfb req-6dca8c7d-4961-4bc2-a110-2978f1147b30 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9919641 Jun 14 16:36:37.927972 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.v2.base [req-2015b7dd-adeb-4585-aca5-7b191e5a1cfb req-2f9ade2e-6964-4221-a4a1-b264fcf09f74 service neutron] Request body: {'port': {'device_id': 'f4375bc6-33fa-4b51-b402-bfb288421bac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=91936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:36:38.055652 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d616ad-5fc2-4def-9434-933917aea20c service neutron] Pushing event updated for resources: {'Port': ['ID=f68a0fc4-a728-453b-b2c3-4e0ba0f60323,revision_number=2']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:36:38.064916 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-81d616ad-5fc2-4def-9434-933917aea20c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:36:38.106479 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.managers [req-3a1efe42-aa69-4ebc-8d3d-03bfaaeb2de4 req-81d616ad-5fc2-4def-9434-933917aea20c service neutron] Attempting to bind port f68a0fc4-a728-453b-b2c3-4e0ba0f60323 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=91935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 16:36:38.106914 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.managers [req-3a1efe42-aa69-4ebc-8d3d-03bfaaeb2de4 req-81d616ad-5fc2-4def-9434-933917aea20c service neutron] Attempting to bind port f68a0fc4-a728-453b-b2c3-4e0ba0f60323 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'eb941dc1-e2ed-42d8-a0be-a3deab673aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '41601527-c117-47e2-859c-4e73807a5a2f'}] {{(pid=91935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 16:36:38.108747 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1efe42-aa69-4ebc-8d3d-03bfaaeb2de4 req-81d616ad-5fc2-4def-9434-933917aea20c service neutron] Attempting to bind port f68a0fc4-a728-453b-b2c3-4e0ba0f60323 on network 41601527-c117-47e2-859c-4e73807a5a2f {{(pid=91935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:36:38.113226 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1efe42-aa69-4ebc-8d3d-03bfaaeb2de4 req-81d616ad-5fc2-4def-9434-933917aea20c service neutron] Port f68a0fc4-a728-453b-b2c3-4e0ba0f60323 on network 41601527-c117-47e2-859c-4e73807a5a2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=91935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 16:36:38.113635 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1efe42-aa69-4ebc-8d3d-03bfaaeb2de4 req-81d616ad-5fc2-4def-9434-933917aea20c service neutron] Attempting to bind port f68a0fc4-a728-453b-b2c3-4e0ba0f60323 on network 41601527-c117-47e2-859c-4e73807a5a2f {{(pid=91935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:36:38.124321 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1efe42-aa69-4ebc-8d3d-03bfaaeb2de4 req-81d616ad-5fc2-4def-9434-933917aea20c service neutron] Checking agent: {'id': '1755a277-340e-436e-845c-4a890e3bd21a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 32, 46), 'started_at': datetime.datetime(2021, 6, 14, 16, 32, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 16, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 16:36:38.125970 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1efe42-aa69-4ebc-8d3d-03bfaaeb2de4 req-81d616ad-5fc2-4def-9434-933917aea20c service neutron] Checking segment: {'id': 'eb941dc1-e2ed-42d8-a0be-a3deab673aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '41601527-c117-47e2-859c-4e73807a5a2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:36:38.125970 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1efe42-aa69-4ebc-8d3d-03bfaaeb2de4 req-81d616ad-5fc2-4def-9434-933917aea20c service neutron] Bound using segment: {'id': 'eb941dc1-e2ed-42d8-a0be-a3deab673aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '41601527-c117-47e2-859c-4e73807a5a2f'} {{(pid=91935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 16:36:38.128188 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.managers [req-3a1efe42-aa69-4ebc-8d3d-03bfaaeb2de4 req-81d616ad-5fc2-4def-9434-933917aea20c service neutron] Bound port: f68a0fc4-a728-453b-b2c3-4e0ba0f60323, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb941dc1-e2ed-42d8-a0be-a3deab673aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '41601527-c117-47e2-859c-4e73807a5a2f'}}] {{(pid=91935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 16:36:38.128188 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-3a1efe42-aa69-4ebc-8d3d-03bfaaeb2de4 req-81d616ad-5fc2-4def-9434-933917aea20c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:38.142714 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-2015b7dd-adeb-4585-aca5-7b191e5a1cfb req-2f9ade2e-6964-4221-a4a1-b264fcf09f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:38.166391 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106d4cc2-1e44-4108-ae57-4e75f706374c req-3460b3ad-ef03-4cc4-80cd-fb1ec389b6aa tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:38.168581 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-106d4cc2-1e44-4108-ae57-4e75f706374c req-3460b3ad-ef03-4cc4-80cd-fb1ec389b6aa tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4375bc6-33fa-4b51-b402-bfb288421bac HTTP/1.1" status: 200 len: 931 time: 0.2329288 Jun 14 16:36:38.259661 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.db [req-3a1efe42-aa69-4ebc-8d3d-03bfaaeb2de4 req-81d616ad-5fc2-4def-9434-933917aea20c service neutron] For port f68a0fc4-a728-453b-b2c3-4e0ba0f60323, host hv-cinder-79628, cleared binding levels {{(pid=91935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 16:36:38.266148 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.db [req-3a1efe42-aa69-4ebc-8d3d-03bfaaeb2de4 req-81d616ad-5fc2-4def-9434-933917aea20c service neutron] For port f68a0fc4-a728-453b-b2c3-4e0ba0f60323, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=f68a0fc4-a728-453b-b2c3-4e0ba0f60323,segment=NetworkSegment(eb941dc1-e2ed-42d8-a0be-a3deab673aee),segment_id=eb941dc1-e2ed-42d8-a0be-a3deab673aee)] {{(pid=91935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 16:36:38.271622 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-106d4cc2-1e44-4108-ae57-4e75f706374c req-5c128862-7f3d-4ab0-a6d8-50c6a5061376 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d68b5e0-d111-4ac2-8cbb-412eb72c7454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881426 Jun 14 16:36:38.287219 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-3a1efe42-aa69-4ebc-8d3d-03bfaaeb2de4 req-81d616ad-5fc2-4def-9434-933917aea20c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58943316'] for port, after_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:38.289840 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:36:38.386337 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1efe42-aa69-4ebc-8d3d-03bfaaeb2de4 req-81d616ad-5fc2-4def-9434-933917aea20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:38.391324 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-3a1efe42-aa69-4ebc-8d3d-03bfaaeb2de4 req-81d616ad-5fc2-4def-9434-933917aea20c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220504'] for port, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:38.393067 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-3a1efe42-aa69-4ebc-8d3d-03bfaaeb2de4 req-81d616ad-5fc2-4def-9434-933917aea20c service neutron] 10.222.0.41 "PUT /v2.0/ports/f68a0fc4-a728-453b-b2c3-4e0ba0f60323 HTTP/1.1" status: 200 len: 1093 time: 1.3281705 Jun 14 16:36:38.395426 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc2708fa-617b-42db-ba1f-74faf31db594', 'tag': 'f68a0fc4-a728-453b-b2c3-4e0ba0f60323'}] {{(pid=91935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:36:38.402323 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6661bf290492edb1b3f10c978b9fa8124be38cabc2d7e3087d82166a711c303" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80061b98-fc3e-4ff1-a13b-17b03e2073bd" -d '{"events": [{"name": "network-changed", "server_uuid": "bc2708fa-617b-42db-ba1f-74faf31db594", "tag": "f68a0fc4-a728-453b-b2c3-4e0ba0f60323"}]}' {{(pid=91935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:36:38.477735 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d616ad-5fc2-4def-9434-933917aea20c service neutron] Pushing event updated for resources: {'Port': ['ID=f68a0fc4-a728-453b-b2c3-4e0ba0f60323,revision_number=3']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:36:38.486736 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-81d616ad-5fc2-4def-9434-933917aea20c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:36:38.493972 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 16:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f23c9cde-b5e6-4030-a741-cf1b2f268746 x-openstack-request-id: req-f23c9cde-b5e6-4030-a741-cf1b2f268746 {{(pid=91935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:36:38.494502 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc2708fa-617b-42db-ba1f-74faf31db594", "tag": "f68a0fc4-a728-453b-b2c3-4e0ba0f60323", "status": "completed", "code": 200}]} {{(pid=91935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:36:38.494942 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f23c9cde-b5e6-4030-a741-cf1b2f268746 {{(pid=91935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:36:38.495522 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc2708fa-617b-42db-ba1f-74faf31db594', 'tag': 'f68a0fc4-a728-453b-b2c3-4e0ba0f60323', 'status': 'completed', 'code': 200} Jun 14 16:36:38.586328 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1efe42-aa69-4ebc-8d3d-03bfaaeb2de4 req-d3f39c32-9a7b-4f30-a0dc-8d4ecf8ad67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:38.588922 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-3a1efe42-aa69-4ebc-8d3d-03bfaaeb2de4 req-d3f39c32-9a7b-4f30-a0dc-8d4ecf8ad67d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=77ded5fb9e174eff8e549b0a5ba4bb92&device_id=bc2708fa-617b-42db-ba1f-74faf31db594 HTTP/1.1" status: 200 len: 1096 time: 0.0916629 Jun 14 16:36:38.661522 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-3a1efe42-aa69-4ebc-8d3d-03bfaaeb2de4 req-87558be8-3c0e-4aaa-a4da-66545d5d5719 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f68a0fc4-a728-453b-b2c3-4e0ba0f60323 HTTP/1.1" status: 200 len: 217 time: 0.0637553 Jun 14 16:36:38.762905 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.notifiers.nova [req-2015b7dd-adeb-4585-aca5-7b191e5a1cfb req-2f9ade2e-6964-4221-a4a1-b264fcf09f74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c1b7a56-a55f-4824-b806-12a25c6b1b96 {{(pid=91936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 16:36:38.772396 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-2015b7dd-adeb-4585-aca5-7b191e5a1cfb req-2f9ade2e-6964-4221-a4a1-b264fcf09f74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:38.778164 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1efe42-aa69-4ebc-8d3d-03bfaaeb2de4 req-e41e0a67-6ce3-4d67-b181-c8d0025bd927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:38.779470 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-3a1efe42-aa69-4ebc-8d3d-03bfaaeb2de4 req-e41e0a67-6ce3-4d67-b181-c8d0025bd927 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=312ae0c3-7ba8-4f56-b31f-cce233ff2ea3 HTTP/1.1" status: 200 len: 849 time: 0.1081018 Jun 14 16:36:38.792455 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.db.provisioning_blocks [req-2015b7dd-adeb-4585-aca5-7b191e5a1cfb req-2f9ade2e-6964-4221-a4a1-b264fcf09f74 service neutron] Transition to ACTIVE for port object 3c1b7a56-a55f-4824-b806-12a25c6b1b96 will not be triggered until provisioned by entity L2. {{(pid=91936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:36:38.801455 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-2015b7dd-adeb-4585-aca5-7b191e5a1cfb req-2f9ade2e-6964-4221-a4a1-b264fcf09f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60243875'] for port, after_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:38.807125 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:36:38.828938 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-3a1efe42-aa69-4ebc-8d3d-03bfaaeb2de4 req-c1932841-9007-4d6f-8e0e-c0ef31e4a4d6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=41601527-c117-47e2-859c-4e73807a5a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401435 Jun 14 16:36:39.052135 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9ade2e-6964-4221-a4a1-b264fcf09f74 service neutron] Pushing event updated for resources: {'Port': ['ID=3c1b7a56-a55f-4824-b806-12a25c6b1b96,revision_number=2']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:36:39.058111 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-2f9ade2e-6964-4221-a4a1-b264fcf09f74 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:36:39.189204 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6239b1e-33d0-48a5-a937-4473eb8e3685 req-205eedc8-21de-45a4-ae6a-3b0dfa0ecc1d tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:39.190815 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-b6239b1e-33d0-48a5-a937-4473eb8e3685 req-205eedc8-21de-45a4-ae6a-3b0dfa0ecc1d tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=71af129e-5dfd-44b0-a89c-2a67e11d5448 HTTP/1.1" status: 200 len: 946 time: 0.3019888 Jun 14 16:36:39.225593 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-3a1efe42-aa69-4ebc-8d3d-03bfaaeb2de4 req-d82a9266-43ec-4903-8495-e5e405d57acf service neutron] 10.222.0.41 "GET /v2.0/networks/41601527-c117-47e2-859c-4e73807a5a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3860435 Jun 14 16:36:39.333445 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ce5c3d-2edf-47fc-8794-376a735a2487 req-b17df04d-fca5-4322-be52-48f834c62846 tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:39.334997 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-06ce5c3d-2edf-47fc-8794-376a735a2487 req-b17df04d-fca5-4322-be52-48f834c62846 tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc2708fa-617b-42db-ba1f-74faf31db594 HTTP/1.1" status: 200 len: 943 time: 0.1832881 Jun 14 16:36:39.400820 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-3a1efe42-aa69-4ebc-8d3d-03bfaaeb2de4 req-d81a03ad-5d20-4e15-9308-a28077a40c19 service neutron] 10.222.0.41 "GET /v2.0/networks/41601527-c117-47e2-859c-4e73807a5a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671023 Jun 14 16:36:39.406114 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-06ce5c3d-2edf-47fc-8794-376a735a2487 req-eb0e53ee-f0bb-441f-8bbe-317dc346a9d7 tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] 10.222.0.16 "GET /v2.0/security-groups?id=96f5896c-b59c-4daa-b4ba-03178324a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630774 Jun 14 16:36:39.453516 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.managers [req-2015b7dd-adeb-4585-aca5-7b191e5a1cfb req-2f9ade2e-6964-4221-a4a1-b264fcf09f74 service neutron] Attempting to bind port 3c1b7a56-a55f-4824-b806-12a25c6b1b96 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=91936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 16:36:39.454073 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.managers [req-2015b7dd-adeb-4585-aca5-7b191e5a1cfb req-2f9ade2e-6964-4221-a4a1-b264fcf09f74 service neutron] Attempting to bind port 3c1b7a56-a55f-4824-b806-12a25c6b1b96 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '24daf6a4-c396-425a-864b-0c66f657b94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e2198c61-c227-4c44-94c3-63db66ef4b23'}] {{(pid=91936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 16:36:39.454183 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2015b7dd-adeb-4585-aca5-7b191e5a1cfb req-2f9ade2e-6964-4221-a4a1-b264fcf09f74 service neutron] Attempting to bind port 3c1b7a56-a55f-4824-b806-12a25c6b1b96 on network e2198c61-c227-4c44-94c3-63db66ef4b23 {{(pid=91936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:36:39.468514 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2015b7dd-adeb-4585-aca5-7b191e5a1cfb req-2f9ade2e-6964-4221-a4a1-b264fcf09f74 service neutron] Port 3c1b7a56-a55f-4824-b806-12a25c6b1b96 on network e2198c61-c227-4c44-94c3-63db66ef4b23 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=91936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 16:36:39.468818 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2015b7dd-adeb-4585-aca5-7b191e5a1cfb req-2f9ade2e-6964-4221-a4a1-b264fcf09f74 service neutron] Attempting to bind port 3c1b7a56-a55f-4824-b806-12a25c6b1b96 on network e2198c61-c227-4c44-94c3-63db66ef4b23 {{(pid=91936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:36:39.485080 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2015b7dd-adeb-4585-aca5-7b191e5a1cfb req-2f9ade2e-6964-4221-a4a1-b264fcf09f74 service neutron] Checking agent: {'id': '1755a277-340e-436e-845c-4a890e3bd21a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 32, 46), 'started_at': datetime.datetime(2021, 6, 14, 16, 32, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 16, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 16:36:39.485417 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2015b7dd-adeb-4585-aca5-7b191e5a1cfb req-2f9ade2e-6964-4221-a4a1-b264fcf09f74 service neutron] Checking segment: {'id': '24daf6a4-c396-425a-864b-0c66f657b94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e2198c61-c227-4c44-94c3-63db66ef4b23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:36:39.485805 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2015b7dd-adeb-4585-aca5-7b191e5a1cfb req-2f9ade2e-6964-4221-a4a1-b264fcf09f74 service neutron] Bound using segment: {'id': '24daf6a4-c396-425a-864b-0c66f657b94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e2198c61-c227-4c44-94c3-63db66ef4b23'} {{(pid=91936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 16:36:39.486246 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.managers [req-2015b7dd-adeb-4585-aca5-7b191e5a1cfb req-2f9ade2e-6964-4221-a4a1-b264fcf09f74 service neutron] Bound port: 3c1b7a56-a55f-4824-b806-12a25c6b1b96, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24daf6a4-c396-425a-864b-0c66f657b94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e2198c61-c227-4c44-94c3-63db66ef4b23'}}] {{(pid=91936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 16:36:39.486595 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-2015b7dd-adeb-4585-aca5-7b191e5a1cfb req-2f9ade2e-6964-4221-a4a1-b264fcf09f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:39.504763 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-b6239b1e-33d0-48a5-a937-4473eb8e3685 req-2c7a11cc-4bcf-4b26-bd13-0254d45d55a1 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026962 Jun 14 16:36:39.598316 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80061b98-fc3e-4ff1-a13b-17b03e2073bd req-22285be1-4e3f-418c-ac10-09d93d89a802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:39.598545 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.db [req-2015b7dd-adeb-4585-aca5-7b191e5a1cfb req-2f9ade2e-6964-4221-a4a1-b264fcf09f74 service neutron] For port 3c1b7a56-a55f-4824-b806-12a25c6b1b96, host hv-cinder-79628, cleared binding levels {{(pid=91936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 16:36:39.599893 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-80061b98-fc3e-4ff1-a13b-17b03e2073bd req-22285be1-4e3f-418c-ac10-09d93d89a802 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=77ded5fb9e174eff8e549b0a5ba4bb92&device_id=bc2708fa-617b-42db-ba1f-74faf31db594 HTTP/1.1" status: 200 len: 1096 time: 0.1364808 Jun 14 16:36:39.602938 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.db [req-2015b7dd-adeb-4585-aca5-7b191e5a1cfb req-2f9ade2e-6964-4221-a4a1-b264fcf09f74 service neutron] For port 3c1b7a56-a55f-4824-b806-12a25c6b1b96, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=3c1b7a56-a55f-4824-b806-12a25c6b1b96,segment=NetworkSegment(24daf6a4-c396-425a-864b-0c66f657b94f),segment_id=24daf6a4-c396-425a-864b-0c66f657b94f)] {{(pid=91936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 16:36:39.606973 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-2015b7dd-adeb-4585-aca5-7b191e5a1cfb req-2f9ade2e-6964-4221-a4a1-b264fcf09f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60243875'] for port, after_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:39.608999 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:36:39.658666 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2015b7dd-adeb-4585-aca5-7b191e5a1cfb req-2f9ade2e-6964-4221-a4a1-b264fcf09f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:39.659280 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-2015b7dd-adeb-4585-aca5-7b191e5a1cfb req-2f9ade2e-6964-4221-a4a1-b264fcf09f74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220504'] for port, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:39.661818 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-2015b7dd-adeb-4585-aca5-7b191e5a1cfb req-2f9ade2e-6964-4221-a4a1-b264fcf09f74 service neutron] 10.222.0.41 "PUT /v2.0/ports/3c1b7a56-a55f-4824-b806-12a25c6b1b96 HTTP/1.1" status: 200 len: 1093 time: 1.7466390 Jun 14 16:36:39.661818 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4375bc6-33fa-4b51-b402-bfb288421bac', 'tag': '3c1b7a56-a55f-4824-b806-12a25c6b1b96'}] {{(pid=91936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:36:39.663749 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659a09cea19619e202447e1b4bc3efe885e95cab3022d83c422060b06feffe3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-394343f7-0ec7-4147-b11b-a93deaa66b40" -d '{"events": [{"name": "network-changed", "server_uuid": "f4375bc6-33fa-4b51-b402-bfb288421bac", "tag": "3c1b7a56-a55f-4824-b806-12a25c6b1b96"}]}' {{(pid=91936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:36:39.691451 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9ade2e-6964-4221-a4a1-b264fcf09f74 service neutron] Pushing event updated for resources: {'Port': ['ID=3c1b7a56-a55f-4824-b806-12a25c6b1b96,revision_number=3']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:36:39.695604 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-2f9ade2e-6964-4221-a4a1-b264fcf09f74 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:36:39.761840 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db3282-d7d8-440e-95f8-b148a2dbab5a req-abd7146d-d18f-4191-82e7-092b23ec6a58 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:39.763343 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-12db3282-d7d8-440e-95f8-b148a2dbab5a req-abd7146d-d18f-4191-82e7-092b23ec6a58 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4375bc6-33fa-4b51-b402-bfb288421bac HTTP/1.1" status: 200 len: 943 time: 0.2276459 Jun 14 16:36:39.818331 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80061b98-fc3e-4ff1-a13b-17b03e2073bd req-1fd56b6b-5fa1-4c57-9e0e-ece5c9e7a507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:39.819826 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-80061b98-fc3e-4ff1-a13b-17b03e2073bd req-1fd56b6b-5fa1-4c57-9e0e-ece5c9e7a507 service neutron] 10.222.0.41 "GET /v2.0/networks?id=41601527-c117-47e2-859c-4e73807a5a2f HTTP/1.1" status: 200 len: 910 time: 0.2043402 Jun 14 16:36:39.828506 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-12db3282-d7d8-440e-95f8-b148a2dbab5a req-c27aad8c-47f8-404d-ac87-3aaf84c6adad tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d68b5e0-d111-4ac2-8cbb-412eb72c7454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578623 Jun 14 16:36:39.842645 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb5902-cacc-4055-8f0f-cfe045382a71 req-d618fa52-1080-40f8-b168-7a65c5634f16 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:39.854325 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-b3eb5902-cacc-4055-8f0f-cfe045382a71 req-d618fa52-1080-40f8-b168-7a65c5634f16 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8 HTTP/1.1" status: 200 len: 946 time: 0.1377375 Jun 14 16:36:39.854862 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2015b7dd-adeb-4585-aca5-7b191e5a1cfb req-6a619ce7-c12e-4371-85a5-edb7564dc358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:39.856512 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-2015b7dd-adeb-4585-aca5-7b191e5a1cfb req-6a619ce7-c12e-4371-85a5-edb7564dc358 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2a5847235a974f63891d8576b13e7ab6&device_id=f4375bc6-33fa-4b51-b402-bfb288421bac HTTP/1.1" status: 200 len: 1096 time: 0.1302004 Jun 14 16:36:39.892579 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 16:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32dd745b-5fa4-4b8a-b65e-976152bd0882 x-openstack-request-id: req-32dd745b-5fa4-4b8a-b65e-976152bd0882 {{(pid=91936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:36:39.892900 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4375bc6-33fa-4b51-b402-bfb288421bac", "tag": "3c1b7a56-a55f-4824-b806-12a25c6b1b96", "status": "completed", "code": 200}]} {{(pid=91936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:36:39.893266 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-32dd745b-5fa4-4b8a-b65e-976152bd0882 {{(pid=91936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:36:39.893689 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4375bc6-33fa-4b51-b402-bfb288421bac', 'tag': '3c1b7a56-a55f-4824-b806-12a25c6b1b96', 'status': 'completed', 'code': 200} Jun 14 16:36:39.897301 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-80061b98-fc3e-4ff1-a13b-17b03e2073bd req-7df2a6d4-c31b-42d3-bd57-a6996059dad4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f68a0fc4-a728-453b-b2c3-4e0ba0f60323 HTTP/1.1" status: 200 len: 217 time: 0.0678461 Jun 14 16:36:39.937359 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-2015b7dd-adeb-4585-aca5-7b191e5a1cfb req-a627a674-1c4b-4024-9701-7b7d183d8cd6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c1b7a56-a55f-4824-b806-12a25c6b1b96 HTTP/1.1" status: 200 len: 217 time: 0.0689774 Jun 14 16:36:39.953363 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-b3eb5902-cacc-4055-8f0f-cfe045382a71 req-f674fdab-2ccf-4877-a793-f97aab8c32dd tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930192 Jun 14 16:36:39.958805 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80061b98-fc3e-4ff1-a13b-17b03e2073bd req-d0c4f19c-1b86-4de8-9270-0010f046e318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:39.961205 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-80061b98-fc3e-4ff1-a13b-17b03e2073bd req-d0c4f19c-1b86-4de8-9270-0010f046e318 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=312ae0c3-7ba8-4f56-b31f-cce233ff2ea3 HTTP/1.1" status: 200 len: 849 time: 0.0566616 Jun 14 16:36:40.012612 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-80061b98-fc3e-4ff1-a13b-17b03e2073bd req-e203c7e6-cf42-4a96-b624-ad16a49a06a1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=41601527-c117-47e2-859c-4e73807a5a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413895 Jun 14 16:36:40.017307 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2015b7dd-adeb-4585-aca5-7b191e5a1cfb req-a0eab26b-e92c-4969-9b86-54b345da39ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:40.018754 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-2015b7dd-adeb-4585-aca5-7b191e5a1cfb req-a0eab26b-e92c-4969-9b86-54b345da39ad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=826d910f-c166-497c-95fa-57ee752151ec HTTP/1.1" status: 200 len: 855 time: 0.0645542 Jun 14 16:36:40.088152 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-2015b7dd-adeb-4585-aca5-7b191e5a1cfb req-85a5c500-2eb5-4fd0-b461-2c1914cd443d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e2198c61-c227-4c44-94c3-63db66ef4b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490065 Jun 14 16:36:40.198735 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-80061b98-fc3e-4ff1-a13b-17b03e2073bd req-657cc38c-7daa-469f-ac29-7986dbac6122 service neutron] 10.222.0.41 "GET /v2.0/networks/41601527-c117-47e2-859c-4e73807a5a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643989 Jun 14 16:36:40.244508 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-2015b7dd-adeb-4585-aca5-7b191e5a1cfb req-ac11c284-6b73-40f6-8698-6d1b37ddaa62 service neutron] 10.222.0.41 "GET /v2.0/networks/e2198c61-c227-4c44-94c3-63db66ef4b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441565 Jun 14 16:36:40.295985 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.agents_db [None req-014db0b1-f8e7-4480-967a-879c185ba95d None None] Agent healthcheck: found 6 active agents {{(pid=91938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:36:40.416925 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-80061b98-fc3e-4ff1-a13b-17b03e2073bd req-15241eff-0c36-4383-8e3f-603b8cd9228e service neutron] 10.222.0.41 "GET /v2.0/networks/41601527-c117-47e2-859c-4e73807a5a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059608 Jun 14 16:36:40.450687 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-2015b7dd-adeb-4585-aca5-7b191e5a1cfb req-103ccb82-1d33-4ae6-ac59-68dd8ee61dff service neutron] 10.222.0.41 "GET /v2.0/networks/e2198c61-c227-4c44-94c3-63db66ef4b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735225 Jun 14 16:36:40.620679 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394343f7-0ec7-4147-b11b-a93deaa66b40 req-215c1040-42ca-4b5b-9a67-abaf54f9cd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:40.622776 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-394343f7-0ec7-4147-b11b-a93deaa66b40 req-215c1040-42ca-4b5b-9a67-abaf54f9cd8d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2a5847235a974f63891d8576b13e7ab6&device_id=f4375bc6-33fa-4b51-b402-bfb288421bac HTTP/1.1" status: 200 len: 1096 time: 0.0845935 Jun 14 16:36:40.644424 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9dba2f-1bef-459a-9897-571773a94634 req-4b093883-69c6-43fc-847f-79cf228949da tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:40.646106 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-6c9dba2f-1bef-459a-9897-571773a94634 req-4b093883-69c6-43fc-847f-79cf228949da tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc2708fa-617b-42db-ba1f-74faf31db594 HTTP/1.1" status: 200 len: 943 time: 0.0881035 Jun 14 16:36:40.709181 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-6c9dba2f-1bef-459a-9897-571773a94634 req-68ba408c-78a1-4327-9486-15457568fb76 tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] 10.222.0.16 "GET /v2.0/security-groups?id=96f5896c-b59c-4daa-b4ba-03178324a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544956 Jun 14 16:36:40.757840 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394343f7-0ec7-4147-b11b-a93deaa66b40 req-9cab138d-6720-4d6a-a9cd-9c7f48dc6bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:40.759472 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-394343f7-0ec7-4147-b11b-a93deaa66b40 req-9cab138d-6720-4d6a-a9cd-9c7f48dc6bda service neutron] 10.222.0.41 "GET /v2.0/networks?id=e2198c61-c227-4c44-94c3-63db66ef4b23 HTTP/1.1" status: 200 len: 916 time: 0.1232162 Jun 14 16:36:40.824981 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-394343f7-0ec7-4147-b11b-a93deaa66b40 req-e55f739d-44bf-47a4-947c-7350c4fdedc3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c1b7a56-a55f-4824-b806-12a25c6b1b96 HTTP/1.1" status: 200 len: 217 time: 0.0545321 Jun 14 16:36:40.902034 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394343f7-0ec7-4147-b11b-a93deaa66b40 req-db271273-35a4-4f19-a060-b5ca6bae1cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:40.903688 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-394343f7-0ec7-4147-b11b-a93deaa66b40 req-db271273-35a4-4f19-a060-b5ca6bae1cbe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=826d910f-c166-497c-95fa-57ee752151ec HTTP/1.1" status: 200 len: 855 time: 0.0705070 Jun 14 16:36:40.952109 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-394343f7-0ec7-4147-b11b-a93deaa66b40 req-de750c41-415e-401c-b379-c4d991b2730c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e2198c61-c227-4c44-94c3-63db66ef4b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382428 Jun 14 16:36:41.121614 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e134fa20-bff5-4463-a90d-e4ed8cda689d req-7221a29b-4ab1-4c67-9811-b5f623869859 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:41.123105 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-e134fa20-bff5-4463-a90d-e4ed8cda689d req-7221a29b-4ab1-4c67-9811-b5f623869859 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4375bc6-33fa-4b51-b402-bfb288421bac HTTP/1.1" status: 200 len: 943 time: 0.1647234 Jun 14 16:36:41.125404 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-394343f7-0ec7-4147-b11b-a93deaa66b40 req-b0c6fbfd-2763-4537-8a3a-e74a37160530 service neutron] 10.222.0.41 "GET /v2.0/networks/e2198c61-c227-4c44-94c3-63db66ef4b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572752 Jun 14 16:36:41.237178 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-e134fa20-bff5-4463-a90d-e4ed8cda689d req-b28370ab-8b07-438b-9793-c204404ec708 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d68b5e0-d111-4ac2-8cbb-412eb72c7454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082201 Jun 14 16:36:41.268907 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-394343f7-0ec7-4147-b11b-a93deaa66b40 req-be9df1c3-ec01-46a5-8b73-3ea494c7f81d service neutron] 10.222.0.41 "GET /v2.0/networks/e2198c61-c227-4c44-94c3-63db66ef4b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333454 Jun 14 16:36:41.901139 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-6d077aeb-db0c-4348-a3b7-cf8ce134bce8 req-24fddd0e-ab84-491d-8231-3f08c2a0df68 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1192110 Jun 14 16:36:42.016536 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d077aeb-db0c-4348-a3b7-cf8ce134bce8 req-60a9a150-8852-49f4-8d86-3dfcb534377d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:42.018568 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-6d077aeb-db0c-4348-a3b7-cf8ce134bce8 req-60a9a150-8852-49f4-8d86-3dfcb534377d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e9e3ca0d5f6a422091735101e0717fda&device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8 HTTP/1.1" status: 200 len: 1099 time: 0.0761352 Jun 14 16:36:42.108831 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251ff8cf-c090-4bbc-b164-dc8377b89ebb req-7adf8676-f3a1-40a8-8ef9-f262e8f77aab tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:42.110321 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-251ff8cf-c090-4bbc-b164-dc8377b89ebb req-7adf8676-f3a1-40a8-8ef9-f262e8f77aab tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc2708fa-617b-42db-ba1f-74faf31db594 HTTP/1.1" status: 200 len: 943 time: 0.0751965 Jun 14 16:36:42.157567 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-251ff8cf-c090-4bbc-b164-dc8377b89ebb req-c2d3e057-cc0b-4b99-9af2-4afdc2850105 tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] 10.222.0.16 "GET /v2.0/security-groups?id=96f5896c-b59c-4daa-b4ba-03178324a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415254 Jun 14 16:36:42.225079 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d077aeb-db0c-4348-a3b7-cf8ce134bce8 req-11277316-9463-43b3-94af-f0bcccbb094a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:42.227140 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-6d077aeb-db0c-4348-a3b7-cf8ce134bce8 req-11277316-9463-43b3-94af-f0bcccbb094a service neutron] 10.222.0.41 "GET /v2.0/networks?id=fefc79f4-b27a-4754-9a1b-78e53aa8e11e HTTP/1.1" status: 200 len: 920 time: 0.1749632 Jun 14 16:36:42.238874 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af85f20-38a6-4c08-8216-feb2b7c12767 req-57302f1a-871d-43ba-8057-5c9a2224022b tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:42.241000 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-4af85f20-38a6-4c08-8216-feb2b7c12767 req-57302f1a-871d-43ba-8057-5c9a2224022b tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8 HTTP/1.1" status: 200 len: 946 time: 0.1507046 Jun 14 16:36:42.295523 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-6d077aeb-db0c-4348-a3b7-cf8ce134bce8 req-9ae5c8b0-cb0e-4a4b-a396-fc54698e25b1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70d8ad52-1187-4381-82fc-856efa52ce63 HTTP/1.1" status: 200 len: 217 time: 0.0541303 Jun 14 16:36:42.337571 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f2935d-84a1-4ed2-a50b-fecaaa1e28b5 req-4202bfea-69b2-47d7-a8b2-42410f1dbd91 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:42.339109 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-66f2935d-84a1-4ed2-a50b-fecaaa1e28b5 req-4202bfea-69b2-47d7-a8b2-42410f1dbd91 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aae5f17-8018-4c95-a614-7f339a39d94b HTTP/1.1" status: 200 len: 945 time: 0.0763485 Jun 14 16:36:42.367324 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-4af85f20-38a6-4c08-8216-feb2b7c12767 req-83eb1e9d-52f2-4b94-a865-619eae843045 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188300 Jun 14 16:36:42.374300 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d077aeb-db0c-4348-a3b7-cf8ce134bce8 req-e9138840-ac46-4ccf-85ff-925eb447f853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:42.375777 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-6d077aeb-db0c-4348-a3b7-cf8ce134bce8 req-e9138840-ac46-4ccf-85ff-925eb447f853 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3b9a81c8-a776-4371-9da7-d0daa8f6b0a3 HTTP/1.1" status: 200 len: 859 time: 0.0718353 Jun 14 16:36:42.383482 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-66f2935d-84a1-4ed2-a50b-fecaaa1e28b5 req-e134cc94-7d93-4822-aecd-50be5857bb2a tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=8daba1fe-8982-46f6-b6c7-60cb14092ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381258 Jun 14 16:36:42.420473 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-6d077aeb-db0c-4348-a3b7-cf8ce134bce8 req-933633a1-dc0e-4404-af2c-4957faa41295 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fefc79f4-b27a-4754-9a1b-78e53aa8e11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325992 Jun 14 16:36:42.575977 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-6d077aeb-db0c-4348-a3b7-cf8ce134bce8 req-9e40f2e9-6a75-45a3-af6a-7b6d477d580d service neutron] 10.222.0.41 "GET /v2.0/networks/fefc79f4-b27a-4754-9a1b-78e53aa8e11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471834 Jun 14 16:36:42.635086 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1db0f2-3055-4398-a4d4-65c6c1dff00d req-9143bd19-8caa-4b3b-9c98-fc2a97023f9a tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:42.636586 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-ff1db0f2-3055-4398-a4d4-65c6c1dff00d req-9143bd19-8caa-4b3b-9c98-fc2a97023f9a tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4375bc6-33fa-4b51-b402-bfb288421bac HTTP/1.1" status: 200 len: 943 time: 0.1246810 Jun 14 16:36:42.740980 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-ff1db0f2-3055-4398-a4d4-65c6c1dff00d req-b889dca1-01bf-45a2-81b5-e0f969b28263 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d68b5e0-d111-4ac2-8cbb-412eb72c7454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620239 Jun 14 16:36:42.745159 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-6d077aeb-db0c-4348-a3b7-cf8ce134bce8 req-520eb00e-251f-491a-bd4a-fc8cc99a0e3a service neutron] 10.222.0.41 "GET /v2.0/networks/fefc79f4-b27a-4754-9a1b-78e53aa8e11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613965 Jun 14 16:36:42.863416 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb2e0b4-f334-481d-8269-cb7b1e2857a0 req-218ba525-254b-4f6b-9ddd-87b5e82a88a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:42.864915 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-5eb2e0b4-f334-481d-8269-cb7b1e2857a0 req-218ba525-254b-4f6b-9ddd-87b5e82a88a1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e9e3ca0d5f6a422091735101e0717fda&device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8 HTTP/1.1" status: 200 len: 1099 time: 0.0648677 Jun 14 16:36:42.997328 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb2e0b4-f334-481d-8269-cb7b1e2857a0 req-3baaabe7-3978-48d0-9af5-08010a6a89c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:42.998909 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-5eb2e0b4-f334-481d-8269-cb7b1e2857a0 req-3baaabe7-3978-48d0-9af5-08010a6a89c7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fefc79f4-b27a-4754-9a1b-78e53aa8e11e HTTP/1.1" status: 200 len: 920 time: 0.1222699 Jun 14 16:36:43.074370 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-5eb2e0b4-f334-481d-8269-cb7b1e2857a0 req-2f56a490-f6f4-438b-b2de-a299fd8740b8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70d8ad52-1187-4381-82fc-856efa52ce63 HTTP/1.1" status: 200 len: 217 time: 0.0544128 Jun 14 16:36:43.122522 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device 3c1b7a56-a55f-4824-b806-12a25c6b1b96 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=91937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 16:36:43.160816 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb2e0b4-f334-481d-8269-cb7b1e2857a0 req-3d6340be-d9c7-4a50-8b9d-938e95ff86c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:43.162097 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-5eb2e0b4-f334-481d-8269-cb7b1e2857a0 req-3d6340be-d9c7-4a50-8b9d-938e95ff86c2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3b9a81c8-a776-4371-9da7-d0daa8f6b0a3 HTTP/1.1" status: 200 len: 859 time: 0.0662427 Jun 14 16:36:43.204189 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-5eb2e0b4-f334-481d-8269-cb7b1e2857a0 req-301bd22a-c127-43e3-b34f-7eca8f2b7bb7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fefc79f4-b27a-4754-9a1b-78e53aa8e11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320652 Jun 14 16:36:43.286152 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] For port 3c1b7a56-a55f-4824-b806-12a25c6b1b96, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=3c1b7a56-a55f-4824-b806-12a25c6b1b96,segment=NetworkSegment(24daf6a4-c396-425a-864b-0c66f657b94f),segment_id=24daf6a4-c396-425a-864b-0c66f657b94f)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:36:43.301331 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Returning: {'device': '3c1b7a56-a55f-4824-b806-12a25c6b1b96', 'network_id': 'e2198c61-c227-4c44-94c3-63db66ef4b23', 'port_id': '3c1b7a56-a55f-4824-b806-12a25c6b1b96', 'mac_address': 'fa:16:3e:0c:b0:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '826d910f-c166-497c-95fa-57ee752151ec', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 16:36:43.357012 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:43.357263 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-5eb2e0b4-f334-481d-8269-cb7b1e2857a0 req-18b21c14-67ee-46ed-b88a-3946cdc2d399 service neutron] 10.222.0.41 "GET /v2.0/networks/fefc79f4-b27a-4754-9a1b-78e53aa8e11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324737 Jun 14 16:36:43.363350 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d2cded-3a22-465f-b5f6-26d1fea9e906 req-9d1a3276-f955-4a9b-a74d-29ce16bd3ae1 tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:43.365039 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-60d2cded-3a22-465f-b5f6-26d1fea9e906 req-9d1a3276-f955-4a9b-a74d-29ce16bd3ae1 tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc2708fa-617b-42db-ba1f-74faf31db594 HTTP/1.1" status: 200 len: 943 time: 0.0819604 Jun 14 16:36:43.374964 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.notifiers.nova [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c1b7a56-a55f-4824-b806-12a25c6b1b96 {{(pid=91937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 16:36:43.406343 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] For port 3c1b7a56-a55f-4824-b806-12a25c6b1b96, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=3c1b7a56-a55f-4824-b806-12a25c6b1b96,segment=NetworkSegment(24daf6a4-c396-425a-864b-0c66f657b94f),segment_id=24daf6a4-c396-425a-864b-0c66f657b94f)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:36:43.414312 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-60d2cded-3a22-465f-b5f6-26d1fea9e906 req-990b78e3-4654-4518-ba89-d0f08d17d0b3 tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] 10.222.0.16 "GET /v2.0/security-groups?id=96f5896c-b59c-4daa-b4ba-03178324a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418296 Jun 14 16:36:43.417242 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:43.418507 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device f68a0fc4-a728-453b-b2c3-4e0ba0f60323 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=91937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 16:36:43.421099 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-92d44f48-828d-441d-9e79-60fe4d4d16e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:36:43.513560 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Pushing event updated for resources: {'Port': ['ID=3c1b7a56-a55f-4824-b806-12a25c6b1b96,revision_number=4']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:36:43.563632 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-5eb2e0b4-f334-481d-8269-cb7b1e2857a0 req-32ffafdb-4f83-4855-ba8c-3ec747a41a7a service neutron] 10.222.0.41 "GET /v2.0/networks/fefc79f4-b27a-4754-9a1b-78e53aa8e11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955380 Jun 14 16:36:43.570833 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:36:43.571030 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:36:43.571514 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:36:43.572098 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:36:43.572480 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:36:43.572819 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:36:43.573154 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:36:43.573488 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:36:43.573814 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:36:43.574141 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:36:43.574512 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:36:43.574844 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:36:43.580422 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:36:43.629665 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] For port f68a0fc4-a728-453b-b2c3-4e0ba0f60323, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=f68a0fc4-a728-453b-b2c3-4e0ba0f60323,segment=NetworkSegment(eb941dc1-e2ed-42d8-a0be-a3deab673aee),segment_id=eb941dc1-e2ed-42d8-a0be-a3deab673aee)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:36:43.634398 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc7b03-adac-44f5-888c-6e510f267584 req-44183f69-71b1-4361-bd06-b8d757392933 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:43.635961 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-b5bc7b03-adac-44f5-888c-6e510f267584 req-44183f69-71b1-4361-bd06-b8d757392933 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8 HTTP/1.1" status: 200 len: 946 time: 0.1182201 Jun 14 16:36:43.662786 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Returning: {'device': 'f68a0fc4-a728-453b-b2c3-4e0ba0f60323', 'network_id': '41601527-c117-47e2-859c-4e73807a5a2f', 'port_id': 'f68a0fc4-a728-453b-b2c3-4e0ba0f60323', 'mac_address': 'fa:16:3e:f1:75:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '312ae0c3-7ba8-4f56-b31f-cce233ff2ea3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 16:36:43.686824 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-b5bc7b03-adac-44f5-888c-6e510f267584 req-71a16e67-f1bc-4959-82a5-1e8c44a09d86 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446885 Jun 14 16:36:43.718501 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:43.734551 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.notifiers.nova [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f68a0fc4-a728-453b-b2c3-4e0ba0f60323 {{(pid=91937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 16:36:43.742560 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c9d83-a23e-44bb-81f1-cf19f3f36bc9 req-e84ac245-2d26-43b2-a48c-b41c9f41d0ed tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:43.744190 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-ae4c9d83-a23e-44bb-81f1-cf19f3f36bc9 req-e84ac245-2d26-43b2-a48c-b41c9f41d0ed tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aae5f17-8018-4c95-a614-7f339a39d94b HTTP/1.1" status: 200 len: 945 time: 0.0988417 Jun 14 16:36:43.756391 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] For port f68a0fc4-a728-453b-b2c3-4e0ba0f60323, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=f68a0fc4-a728-453b-b2c3-4e0ba0f60323,segment=NetworkSegment(eb941dc1-e2ed-42d8-a0be-a3deab673aee),segment_id=eb941dc1-e2ed-42d8-a0be-a3deab673aee)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:36:43.761696 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:43.763598 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:36:43.811538 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-ae4c9d83-a23e-44bb-81f1-cf19f3f36bc9 req-3fb65928-3764-4477-b56d-80c37c382ebe tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=8daba1fe-8982-46f6-b6c7-60cb14092ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615125 Jun 14 16:36:43.825998 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Pushing event updated for resources: {'Port': ['ID=f68a0fc4-a728-453b-b2c3-4e0ba0f60323,revision_number=4']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:36:43.829900 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:36:43.945965 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa5e933-2173-4ded-a5d2-9831dfd4c60d req-61f09dac-3606-4e75-855d-efb1f8fd4b09 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:43.945965 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-6fa5e933-2173-4ded-a5d2-9831dfd4c60d req-61f09dac-3606-4e75-855d-efb1f8fd4b09 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4375bc6-33fa-4b51-b402-bfb288421bac HTTP/1.1" status: 200 len: 944 time: 0.0723255 Jun 14 16:36:43.986017 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-6fa5e933-2173-4ded-a5d2-9831dfd4c60d req-3adf5eae-6347-4e02-9d60-c7e52deccc0a tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d68b5e0-d111-4ac2-8cbb-412eb72c7454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405722 Jun 14 16:36:44.179133 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] get_ports_and_sgs() called for port_ids ['3c1b7a56-a55f-4824-b806-12a25c6b1b96'] {{(pid=91937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 16:36:44.209446 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] get_ports_and_sgs() called for port_ids ['f68a0fc4-a728-453b-b2c3-4e0ba0f60323'] {{(pid=91937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 16:36:44.627531 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3174cfe0-c29c-4a95-b20a-cfd2afd2c260 req-92609e05-238a-4e90-b5a1-9be19cb073e7 tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:44.629231 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-3174cfe0-c29c-4a95-b20a-cfd2afd2c260 req-92609e05-238a-4e90-b5a1-9be19cb073e7 tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc2708fa-617b-42db-ba1f-74faf31db594 HTTP/1.1" status: 200 len: 944 time: 0.0738606 Jun 14 16:36:44.674049 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-3174cfe0-c29c-4a95-b20a-cfd2afd2c260 req-4caea74a-532c-4a07-afd8-1bb85a2dab0f tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] 10.222.0.16 "GET /v2.0/security-groups?id=96f5896c-b59c-4daa-b4ba-03178324a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383725 Jun 14 16:36:44.879098 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c06698-5e92-4ed5-b1c4-22559f9144de req-a07d7f0b-a090-471c-855a-56a634e71066 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:44.880540 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-69c06698-5e92-4ed5-b1c4-22559f9144de req-a07d7f0b-a090-471c-855a-56a634e71066 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8 HTTP/1.1" status: 200 len: 946 time: 0.0700433 Jun 14 16:36:44.923653 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-69c06698-5e92-4ed5-b1c4-22559f9144de req-234a1f91-1f7c-4d81-bce2-112f5af5b61b tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367947 Jun 14 16:36:45.010567 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9618ec05-d026-4ea9-969f-84ed5ffa718e req-f25f3380-89a3-4a95-8c49-3e7e1f4e7073 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:45.012115 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-9618ec05-d026-4ea9-969f-84ed5ffa718e req-f25f3380-89a3-4a95-8c49-3e7e1f4e7073 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aae5f17-8018-4c95-a614-7f339a39d94b HTTP/1.1" status: 200 len: 945 time: 0.0693970 Jun 14 16:36:45.054129 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-9618ec05-d026-4ea9-969f-84ed5ffa718e req-31a70f56-97a7-4bdd-8d02-f722d468f335 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=8daba1fe-8982-46f6-b6c7-60cb14092ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362644 Jun 14 16:36:45.174861 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b326c99-5ee5-4806-b98e-816d0b618c12 req-c1161766-aac6-47e6-bf05-a8e4b72a131e tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:45.176317 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-3b326c99-5ee5-4806-b98e-816d0b618c12 req-c1161766-aac6-47e6-bf05-a8e4b72a131e tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4375bc6-33fa-4b51-b402-bfb288421bac HTTP/1.1" status: 200 len: 944 time: 0.0712490 Jun 14 16:36:45.217787 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-3b326c99-5ee5-4806-b98e-816d0b618c12 req-73858425-0c88-48df-8dac-84c6eb38cd15 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d68b5e0-d111-4ac2-8cbb-412eb72c7454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358672 Jun 14 16:36:45.855461 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:45.881611 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1250cc-9065-454a-a54d-1ab4c1ea625a req-f838afb2-3abb-43f8-9a7c-5526b02ce840 tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:45.883902 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-9d1250cc-9065-454a-a54d-1ab4c1ea625a req-f838afb2-3abb-43f8-9a7c-5526b02ce840 tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc2708fa-617b-42db-ba1f-74faf31db594 HTTP/1.1" status: 200 len: 944 time: 0.0897217 Jun 14 16:36:45.934301 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-9d1250cc-9065-454a-a54d-1ab4c1ea625a req-4ef22bb2-7a05-4625-9b59-990f76c9a739 tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] 10.222.0.16 "GET /v2.0/security-groups?id=96f5896c-b59c-4daa-b4ba-03178324a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444055 Jun 14 16:36:46.109479 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee236ac-0548-41b5-a998-8e82429b5590 req-4e315ee8-068b-4752-a6c6-f0bf1c466e9a tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:46.110972 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-eee236ac-0548-41b5-a998-8e82429b5590 req-4e315ee8-068b-4752-a6c6-f0bf1c466e9a tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8 HTTP/1.1" status: 200 len: 946 time: 0.0703182 Jun 14 16:36:46.156387 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-eee236ac-0548-41b5-a998-8e82429b5590 req-45de9d26-dca7-4fad-8bd0-4ad61bdfdfea tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398424 Jun 14 16:36:46.248185 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f084bac-4a9a-4603-acd1-67e1bb945f2b req-556247fb-636b-4704-a6c1-a7c72f8cf180 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:46.249617 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-8f084bac-4a9a-4603-acd1-67e1bb945f2b req-556247fb-636b-4704-a6c1-a7c72f8cf180 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aae5f17-8018-4c95-a614-7f339a39d94b HTTP/1.1" status: 200 len: 945 time: 0.0709014 Jun 14 16:36:46.293006 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-8f084bac-4a9a-4603-acd1-67e1bb945f2b req-063a657f-67e1-4cb1-9d76-94456ed42687 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=8daba1fe-8982-46f6-b6c7-60cb14092ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376003 Jun 14 16:36:46.403965 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b33fa-d1fa-44e7-92be-37dcecac273f req-dc9a51b4-a1b9-4ae6-bec1-17880931a21f tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:46.405432 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-c89b33fa-d1fa-44e7-92be-37dcecac273f req-dc9a51b4-a1b9-4ae6-bec1-17880931a21f tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4375bc6-33fa-4b51-b402-bfb288421bac HTTP/1.1" status: 200 len: 944 time: 0.0714972 Jun 14 16:36:46.450162 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-c89b33fa-d1fa-44e7-92be-37dcecac273f req-0b632d9a-3a02-4235-9bba-e225821735e3 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d68b5e0-d111-4ac2-8cbb-412eb72c7454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390515 Jun 14 16:36:47.124665 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc07b854-8e76-4a33-a40d-2c5830ac9b95 req-11895fac-344c-4b97-8e21-97b2d39edfa8 tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:47.126130 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-bc07b854-8e76-4a33-a40d-2c5830ac9b95 req-11895fac-344c-4b97-8e21-97b2d39edfa8 tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc2708fa-617b-42db-ba1f-74faf31db594 HTTP/1.1" status: 200 len: 944 time: 0.0734015 Jun 14 16:36:47.136685 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device 3c1b7a56-a55f-4824-b806-12a25c6b1b96 up at agent hyperv_hv-cinder-79628 {{(pid=91937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:36:47.212854 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Provisioning for port 3c1b7a56-a55f-4824-b806-12a25c6b1b96 completed by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:36:47.217962 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Provisioning complete for port 3c1b7a56-a55f-4824-b806-12a25c6b1b96 triggered by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:36:47.218497 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:47.343172 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:47.396962 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4375bc6-33fa-4b51-b402-bfb288421bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c1b7a56-a55f-4824-b806-12a25c6b1b96'}] {{(pid=91937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:36:47.401712 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}410d25e5bbb1e20f764875c123142387b982c9cf9b01c37f3ab36e77f3c6c019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d6c74b-232b-4ba8-9f03-c7e9adfd9a33" -d '{"events": [{"server_uuid": "f4375bc6-33fa-4b51-b402-bfb288421bac", "name": "network-vif-plugged", "status": "completed", "tag": "3c1b7a56-a55f-4824-b806-12a25c6b1b96"}]}' {{(pid=91937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:36:47.413368 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96e447-0215-42f4-a7f1-791104f5f281 req-b1e3fdc8-53c1-4fa9-b337-56b6275421b2 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:47.414611 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-bc07b854-8e76-4a33-a40d-2c5830ac9b95 req-5d06c153-f4ed-4dff-aade-c7e1c5c2324a tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] 10.222.0.16 "GET /v2.0/security-groups?id=96f5896c-b59c-4daa-b4ba-03178324a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828031 Jun 14 16:36:47.416716 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-4d96e447-0215-42f4-a7f1-791104f5f281 req-b1e3fdc8-53c1-4fa9-b337-56b6275421b2 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8 HTTP/1.1" status: 200 len: 946 time: 0.0875294 Jun 14 16:36:47.419579 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] For port 3c1b7a56-a55f-4824-b806-12a25c6b1b96, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=3c1b7a56-a55f-4824-b806-12a25c6b1b96,segment=NetworkSegment(24daf6a4-c396-425a-864b-0c66f657b94f),segment_id=24daf6a4-c396-425a-864b-0c66f657b94f)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:36:47.427481 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:47.428464 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device f68a0fc4-a728-453b-b2c3-4e0ba0f60323 up at agent hyperv_hv-cinder-79628 {{(pid=91937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:36:47.431948 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:36:47.473689 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-4d96e447-0215-42f4-a7f1-791104f5f281 req-ce5924f2-ce3b-4db9-bb86-138ba39dacc5 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505338 Jun 14 16:36:47.539307 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 16:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e26ec351-4bdb-4e0a-b6d8-62611226a9d5 x-openstack-request-id: req-e26ec351-4bdb-4e0a-b6d8-62611226a9d5 {{(pid=91937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:36:47.539822 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4375bc6-33fa-4b51-b402-bfb288421bac", "name": "network-vif-plugged", "status": "completed", "tag": "3c1b7a56-a55f-4824-b806-12a25c6b1b96", "code": 200}]} {{(pid=91937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:36:47.540188 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e26ec351-4bdb-4e0a-b6d8-62611226a9d5 {{(pid=91937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:36:47.540487 dv-cinder-796286-2-smb neutron-server[91937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4375bc6-33fa-4b51-b402-bfb288421bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c1b7a56-a55f-4824-b806-12a25c6b1b96', 'code': 200} Jun 14 16:36:47.553086 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Pushing event updated for resources: {'Port': ['ID=3c1b7a56-a55f-4824-b806-12a25c6b1b96,revision_number=5']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:36:47.558034 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:36:47.569908 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Provisioning for port f68a0fc4-a728-453b-b2c3-4e0ba0f60323 completed by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:36:47.592098 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Provisioning complete for port f68a0fc4-a728-453b-b2c3-4e0ba0f60323 triggered by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:36:47.592891 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:47.677898 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6222ebde-da45-4c1e-8bdc-84afdc2d9d0b req-422b7bae-d01b-4edd-84a9-2d607aa30375 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:47.680148 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-6222ebde-da45-4c1e-8bdc-84afdc2d9d0b req-422b7bae-d01b-4edd-84a9-2d607aa30375 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aae5f17-8018-4c95-a614-7f339a39d94b HTTP/1.1" status: 200 len: 945 time: 0.1011379 Jun 14 16:36:47.731751 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fe09bd-c39b-4879-b230-549f865edd96 req-6ac6c5ee-d9a9-472c-a169-2ef4949fe2eb tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:47.735550 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-6222ebde-da45-4c1e-8bdc-84afdc2d9d0b req-f6e33a89-2fb2-4443-9121-3cdd04bc270a tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=8daba1fe-8982-46f6-b6c7-60cb14092ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478876 Jun 14 16:36:47.739811 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-e1fe09bd-c39b-4879-b230-549f865edd96 req-6ac6c5ee-d9a9-472c-a169-2ef4949fe2eb tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4375bc6-33fa-4b51-b402-bfb288421bac HTTP/1.1" status: 200 len: 945 time: 0.0937393 Jun 14 16:36:47.751014 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:47.804424 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] For port f68a0fc4-a728-453b-b2c3-4e0ba0f60323, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=f68a0fc4-a728-453b-b2c3-4e0ba0f60323,segment=NetworkSegment(eb941dc1-e2ed-42d8-a0be-a3deab673aee),segment_id=eb941dc1-e2ed-42d8-a0be-a3deab673aee)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:36:47.805075 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-e1fe09bd-c39b-4879-b230-549f865edd96 req-f42c05ff-9a13-4751-aaca-98bdbcf9c840 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d68b5e0-d111-4ac2-8cbb-412eb72c7454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635433 Jun 14 16:36:47.810314 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:47.812777 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:36:47.882118 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Pushing event updated for resources: {'Port': ['ID=f68a0fc4-a728-453b-b2c3-4e0ba0f60323,revision_number=5']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:36:47.889594 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:36:47.895800 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488f7026-5494-4bea-a7fc-886c9ad04f2d req-a5e2c6f0-ccdf-4abb-969e-8d9b58f54480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:47.897486 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-488f7026-5494-4bea-a7fc-886c9ad04f2d req-a5e2c6f0-ccdf-4abb-969e-8d9b58f54480 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f4375bc6-33fa-4b51-b402-bfb288421bac HTTP/1.1" status: 200 len: 1098 time: 0.0806479 Jun 14 16:36:47.941771 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-488f7026-5494-4bea-a7fc-886c9ad04f2d req-b2852b32-c86b-4272-a41e-4c04619a6f02 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2d68b5e0-d111-4ac2-8cbb-412eb72c7454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363977 Jun 14 16:36:48.611918 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8c3ace-2bf2-4fcc-8278-652ebc9b47c6 req-9a7f69ae-f887-4778-a94d-6393cf98c10a tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:48.613449 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-be8c3ace-2bf2-4fcc-8278-652ebc9b47c6 req-9a7f69ae-f887-4778-a94d-6393cf98c10a tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc2708fa-617b-42db-ba1f-74faf31db594 HTTP/1.1" status: 200 len: 945 time: 0.0732358 Jun 14 16:36:48.657898 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-be8c3ace-2bf2-4fcc-8278-652ebc9b47c6 req-9e69a7e4-1502-4b3c-9741-6181c888b5be tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] 10.222.0.16 "GET /v2.0/security-groups?id=96f5896c-b59c-4daa-b4ba-03178324a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371027 Jun 14 16:36:48.660388 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6fa21e-10be-4524-b218-84cb939b3d45 req-36fd0335-e940-48b7-93fc-bbee6d0e8b5c tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:48.661920 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-8f6fa21e-10be-4524-b218-84cb939b3d45 req-36fd0335-e940-48b7-93fc-bbee6d0e8b5c tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8 HTTP/1.1" status: 200 len: 946 time: 0.0709357 Jun 14 16:36:48.706522 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-8f6fa21e-10be-4524-b218-84cb939b3d45 req-0936a0aa-6af2-4317-a986-d9ee64b76675 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381861 Jun 14 16:36:48.864680 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-c756879f-c0b6-4c1d-82e1-f4df01f690b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:48.945578 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c615a-4245-490d-8809-5acdb133783e req-dc5856d9-b47f-4d00-9d99-53349ae411f6 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:48.947398 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-b23c615a-4245-490d-8809-5acdb133783e req-dc5856d9-b47f-4d00-9d99-53349ae411f6 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aae5f17-8018-4c95-a614-7f339a39d94b HTTP/1.1" status: 200 len: 945 time: 0.0877972 Jun 14 16:36:48.995516 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-b23c615a-4245-490d-8809-5acdb133783e req-4723c9c5-1ff7-4b79-aed6-402b3a730351 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=8daba1fe-8982-46f6-b6c7-60cb14092ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416753 Jun 14 16:36:49.012865 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eac07f3-6815-4570-855c-9d4bbda80ce6 req-91243776-5e07-42cd-8c82-f12ed408da14 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:49.014052 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-6eac07f3-6815-4570-855c-9d4bbda80ce6 req-91243776-5e07-42cd-8c82-f12ed408da14 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4375bc6-33fa-4b51-b402-bfb288421bac HTTP/1.1" status: 200 len: 945 time: 0.0895729 Jun 14 16:36:49.058928 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-6eac07f3-6815-4570-855c-9d4bbda80ce6 req-d2fee996-8ef3-41b4-96cb-dfd5e202d8f3 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d68b5e0-d111-4ac2-8cbb-412eb72c7454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382524 Jun 14 16:36:49.128873 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 45366) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:36:49.245365 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-addb089e-ce91-4b65-8c82-a7cf2d8fd329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:49.338792 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-addb089e-ce91-4b65-8c82-a7cf2d8fd329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:49.342673 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-addb089e-ce91-4b65-8c82-a7cf2d8fd329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:49.345960 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-0528466a-5553-45fd-a655-180078d0561d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:36:49.387155 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-addb089e-ce91-4b65-8c82-a7cf2d8fd329 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=36135b12d0894096b24b0bc229705d7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2571795 Jun 14 16:36:49.389658 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 45370) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:36:49.395725 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addb089e-ce91-4b65-8c82-a7cf2d8fd329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba668d8-caa3-4606-b3de-92770bc8034b,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:36:49.400205 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-addb089e-ce91-4b65-8c82-a7cf2d8fd329 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:36:49.449454 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-375c5c8c-68fd-4a52-bcdf-6cfc4097d0a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:49.477740 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-375c5c8c-68fd-4a52-bcdf-6cfc4097d0a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:49.535592 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-375c5c8c-68fd-4a52-bcdf-6cfc4097d0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:49.538480 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-375c5c8c-68fd-4a52-bcdf-6cfc4097d0a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:49.539809 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-375c5c8c-68fd-4a52-bcdf-6cfc4097d0a7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bba668d8-caa3-4606-b3de-92770bc8034b HTTP/1.1" status: 204 len: 168 time: 0.1492252 Jun 14 16:36:49.540603 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-e3271fa0-031b-4b54-b0b0-210aa335e3f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:36:49.541424 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc2708fa-617b-42db-ba1f-74faf31db594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f68a0fc4-a728-453b-b2c3-4e0ba0f60323'}] {{(pid=91937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:36:49.544088 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}410d25e5bbb1e20f764875c123142387b982c9cf9b01c37f3ab36e77f3c6c019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0890a61e-3a10-4d03-bc11-f97b491cbcf0" -d '{"events": [{"server_uuid": "bc2708fa-617b-42db-ba1f-74faf31db594", "name": "network-vif-plugged", "status": "completed", "tag": "f68a0fc4-a728-453b-b2c3-4e0ba0f60323"}]}' {{(pid=91937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:36:49.552903 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375c5c8c-68fd-4a52-bcdf-6cfc4097d0a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba668d8-caa3-4606-b3de-92770bc8034b,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:36:49.555880 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-375c5c8c-68fd-4a52-bcdf-6cfc4097d0a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:36:49.592230 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 16:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af74a013-07af-4a41-8c1c-01429444c7e6 x-openstack-request-id: req-af74a013-07af-4a41-8c1c-01429444c7e6 {{(pid=91937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:36:49.592611 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc2708fa-617b-42db-ba1f-74faf31db594", "name": "network-vif-plugged", "status": "completed", "tag": "f68a0fc4-a728-453b-b2c3-4e0ba0f60323", "code": 200}]} {{(pid=91937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:36:49.592907 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-af74a013-07af-4a41-8c1c-01429444c7e6 {{(pid=91937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:36:49.593309 dv-cinder-796286-2-smb neutron-server[91937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc2708fa-617b-42db-ba1f-74faf31db594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f68a0fc4-a728-453b-b2c3-4e0ba0f60323', 'code': 200} Jun 14 16:36:49.901230 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb05bc-a95a-4a19-9c54-7b3dac547016 req-6d471468-aa84-4b5f-9d43-c3de7ad3e545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:49.903372 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-b2bb05bc-a95a-4a19-9c54-7b3dac547016 req-6d471468-aa84-4b5f-9d43-c3de7ad3e545 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bc2708fa-617b-42db-ba1f-74faf31db594 HTTP/1.1" status: 200 len: 1098 time: 0.0961814 Jun 14 16:36:49.948055 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33705aae-bbe4-400d-953f-9191c70a8d3a req-f2958c21-e797-4695-bebf-e6ce8d96f68c tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:49.950194 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-33705aae-bbe4-400d-953f-9191c70a8d3a req-f2958c21-e797-4695-bebf-e6ce8d96f68c tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8 HTTP/1.1" status: 200 len: 946 time: 0.0964172 Jun 14 16:36:49.952755 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-b2bb05bc-a95a-4a19-9c54-7b3dac547016 req-07bd1b6b-f28a-47d9-8a64-85d0d7ab6e10 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=96f5896c-b59c-4daa-b4ba-03178324a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417356 Jun 14 16:36:50.005666 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-33705aae-bbe4-400d-953f-9191c70a8d3a req-e53d90d2-3f55-479c-84b7-b34d01c3c2b6 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495987 Jun 14 16:36:50.045612 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1d3735-4711-40ab-ac81-554120ba8e60 req-30e48e69-7127-4a53-9ce8-07f9795dd288 tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:50.047663 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-ff1d3735-4711-40ab-ac81-554120ba8e60 req-30e48e69-7127-4a53-9ce8-07f9795dd288 tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc2708fa-617b-42db-ba1f-74faf31db594 HTTP/1.1" status: 200 len: 945 time: 0.0928934 Jun 14 16:36:50.110421 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-ff1d3735-4711-40ab-ac81-554120ba8e60 req-1ce2f4ae-9540-4ff2-9919-729ebf2c6bf2 tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] 10.222.0.16 "GET /v2.0/security-groups?id=96f5896c-b59c-4daa-b4ba-03178324a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556948 Jun 14 16:36:50.208445 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1b3943-d207-41d1-a66c-85be34f2eb00 req-b752d3d5-a2d0-4bfe-b2bd-22eef858f638 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:50.210069 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-0b1b3943-d207-41d1-a66c-85be34f2eb00 req-b752d3d5-a2d0-4bfe-b2bd-22eef858f638 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aae5f17-8018-4c95-a614-7f339a39d94b HTTP/1.1" status: 200 len: 945 time: 0.0819151 Jun 14 16:36:50.254994 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-0b1b3943-d207-41d1-a66c-85be34f2eb00 req-edd34ad0-6cba-41df-9f54-ad965cbac8cc tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=8daba1fe-8982-46f6-b6c7-60cb14092ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388196 Jun 14 16:36:50.301884 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9fa44b-e372-4173-887c-d1d10d579a4c req-ac254e8a-6138-4e2e-a98a-31a813c1d82f tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:50.303781 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-ec9fa44b-e372-4173-887c-d1d10d579a4c req-ac254e8a-6138-4e2e-a98a-31a813c1d82f tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4375bc6-33fa-4b51-b402-bfb288421bac HTTP/1.1" status: 200 len: 945 time: 0.0749552 Jun 14 16:36:50.349391 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-ec9fa44b-e372-4173-887c-d1d10d579a4c req-ba026288-43bb-4f60-a4b1-850ae0e7b5ff tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d68b5e0-d111-4ac2-8cbb-412eb72c7454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384905 Jun 14 16:36:51.211103 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3908299e-da40-44f3-ba8f-6a440e05bf52 req-cc304d32-ebcc-4242-afe6-c512eff583de tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:51.212722 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-3908299e-da40-44f3-ba8f-6a440e05bf52 req-cc304d32-ebcc-4242-afe6-c512eff583de tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8 HTTP/1.1" status: 200 len: 946 time: 0.0779703 Jun 14 16:36:51.261188 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-3908299e-da40-44f3-ba8f-6a440e05bf52 req-9fcac8d2-e877-4b35-a073-cd53d2dde37a tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427961 Jun 14 16:36:51.312296 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e7228-bba3-4d93-bec0-47ce3b691159 req-31757091-ee48-44b1-9d5c-2a2e6d8651d5 tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:51.313730 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-962e7228-bba3-4d93-bec0-47ce3b691159 req-31757091-ee48-44b1-9d5c-2a2e6d8651d5 tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc2708fa-617b-42db-ba1f-74faf31db594 HTTP/1.1" status: 200 len: 945 time: 0.0782936 Jun 14 16:36:51.363842 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-962e7228-bba3-4d93-bec0-47ce3b691159 req-e46b2385-c29f-4af6-a3bb-7464540314cd tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] 10.222.0.16 "GET /v2.0/security-groups?id=96f5896c-b59c-4daa-b4ba-03178324a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442379 Jun 14 16:36:51.530512 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-109a259a-2b97-4161-b088-2496815f3be9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:51.555412 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad8d20-3f28-4a44-af81-2edc097d8db1 req-5f759f74-7677-416a-b7e8-2db8cd523f7f tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:51.557043 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-e8ad8d20-3f28-4a44-af81-2edc097d8db1 req-5f759f74-7677-416a-b7e8-2db8cd523f7f tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aae5f17-8018-4c95-a614-7f339a39d94b HTTP/1.1" status: 200 len: 945 time: 0.0778983 Jun 14 16:36:51.599163 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-e8ad8d20-3f28-4a44-af81-2edc097d8db1 req-c6084628-524c-4a0b-8a44-87b29a598745 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=8daba1fe-8982-46f6-b6c7-60cb14092ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362871 Jun 14 16:36:51.817265 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:52.463035 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff5a71-443f-48bb-97f9-770dc7f25698 req-42c35d8d-990e-4e06-a97d-a5b9a6258039 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:52.465131 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-8aff5a71-443f-48bb-97f9-770dc7f25698 req-42c35d8d-990e-4e06-a97d-a5b9a6258039 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8 HTTP/1.1" status: 200 len: 946 time: 0.0752695 Jun 14 16:36:52.534149 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-8aff5a71-443f-48bb-97f9-770dc7f25698 req-2399def0-4e7c-4cf4-9902-a0987dd89d61 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624225 Jun 14 16:36:52.572393 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4091f138-7804-4ef3-9f11-1f66e70c2775 req-b2e84426-54d4-44bf-91ef-be08ddca62f7 tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:52.573951 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-4091f138-7804-4ef3-9f11-1f66e70c2775 req-b2e84426-54d4-44bf-91ef-be08ddca62f7 tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc2708fa-617b-42db-ba1f-74faf31db594 HTTP/1.1" status: 200 len: 945 time: 0.0841651 Jun 14 16:36:52.619795 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-4091f138-7804-4ef3-9f11-1f66e70c2775 req-224dc5f7-77d8-41eb-9c26-b11e4aa0aa48 tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] 10.222.0.16 "GET /v2.0/security-groups?id=96f5896c-b59c-4daa-b4ba-03178324a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401552 Jun 14 16:36:52.746878 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-ac317c73-f3f7-46db-8eeb-274d40bc3b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:52.795797 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16011687-f247-4a85-9a83-f0eef9ea4b76 req-035aa341-c4d7-4fc4-9513-e0cc4f609f8f tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:52.797352 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-16011687-f247-4a85-9a83-f0eef9ea4b76 req-035aa341-c4d7-4fc4-9513-e0cc4f609f8f tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aae5f17-8018-4c95-a614-7f339a39d94b HTTP/1.1" status: 200 len: 945 time: 0.0746815 Jun 14 16:36:52.842648 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-16011687-f247-4a85-9a83-f0eef9ea4b76 req-3a95bb2c-b0c2-4cb4-b041-9d0f084108fe tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=8daba1fe-8982-46f6-b6c7-60cb14092ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391788 Jun 14 16:36:53.613552 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d549b-b7db-41d8-8137-e5f8e0f33fb2 req-ad6e2844-b349-46e5-a5a2-064ecbb9a013 tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:53.616379 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-8e7d549b-b7db-41d8-8137-e5f8e0f33fb2 req-ad6e2844-b349-46e5-a5a2-064ecbb9a013 tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc2708fa-617b-42db-ba1f-74faf31db594 HTTP/1.1" status: 200 len: 945 time: 0.0831513 Jun 14 16:36:53.669390 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-8e7d549b-b7db-41d8-8137-e5f8e0f33fb2 req-6d80a9ac-a23f-4a5c-a167-a612e5fbcbb9 tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] 10.222.0.16 "GET /v2.0/security-groups?id=96f5896c-b59c-4daa-b4ba-03178324a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453360 Jun 14 16:36:53.751466 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e2c3f-d8a1-4f4f-8abc-2e2273b809c1 req-2f317bc4-373f-47dc-97cb-032482eacb42 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:53.753326 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-f49e2c3f-d8a1-4f4f-8abc-2e2273b809c1 req-2f317bc4-373f-47dc-97cb-032482eacb42 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8 HTTP/1.1" status: 200 len: 946 time: 0.0853899 Jun 14 16:36:53.806154 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-f49e2c3f-d8a1-4f4f-8abc-2e2273b809c1 req-3b94a28f-8992-494b-92fe-c3f4ee216987 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442731 Jun 14 16:36:54.059682 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd95ed6-7443-4ff3-a66a-2ed10e675985 req-a09ab844-c1da-453c-9935-19398d32793d tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:54.061334 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-0cd95ed6-7443-4ff3-a66a-2ed10e675985 req-a09ab844-c1da-453c-9935-19398d32793d tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aae5f17-8018-4c95-a614-7f339a39d94b HTTP/1.1" status: 200 len: 945 time: 0.0866029 Jun 14 16:36:54.114548 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-0cd95ed6-7443-4ff3-a66a-2ed10e675985 req-bf594f3d-bc16-4769-9bc6-843e5a1b5da8 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=8daba1fe-8982-46f6-b6c7-60cb14092ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474393 Jun 14 16:36:54.373472 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-61a174dc-ae9e-41b9-9cb1-e8a1b9f9c99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:54.882118 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4cebe9-5a3c-403d-8f91-456f7951b672 req-21cb6134-8054-4b5a-8d24-674cdb32262d tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:54.885531 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-dd4cebe9-5a3c-403d-8f91-456f7951b672 req-21cb6134-8054-4b5a-8d24-674cdb32262d tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc2708fa-617b-42db-ba1f-74faf31db594 HTTP/1.1" status: 200 len: 945 time: 0.0983713 Jun 14 16:36:54.953601 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-dd4cebe9-5a3c-403d-8f91-456f7951b672 req-1708a21d-3627-404a-9933-329da08e0fd0 tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] 10.222.0.16 "GET /v2.0/security-groups?id=96f5896c-b59c-4daa-b4ba-03178324a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618861 Jun 14 16:36:55.047052 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6959955-aa0d-4cd0-88f0-0453b1715cfb req-26e49ef4-e93a-4589-b89c-84c07bcf0ff8 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:55.048601 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-b6959955-aa0d-4cd0-88f0-0453b1715cfb req-26e49ef4-e93a-4589-b89c-84c07bcf0ff8 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8 HTTP/1.1" status: 200 len: 946 time: 0.0839684 Jun 14 16:36:55.093725 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-b6959955-aa0d-4cd0-88f0-0453b1715cfb req-4f4d3322-4f15-44e5-a3de-553611c6e853 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386465 Jun 14 16:36:55.309942 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04774d33-3197-4d15-b35c-ea37b16c3e1b req-cdf5abe7-ebad-4247-baa1-2de73dcfb84d tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:55.311430 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-04774d33-3197-4d15-b35c-ea37b16c3e1b req-cdf5abe7-ebad-4247-baa1-2de73dcfb84d tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aae5f17-8018-4c95-a614-7f339a39d94b HTTP/1.1" status: 200 len: 945 time: 0.0738909 Jun 14 16:36:55.359965 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-04774d33-3197-4d15-b35c-ea37b16c3e1b req-d23a6db5-85db-47ed-907e-03bbf5e79f4e tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=8daba1fe-8982-46f6-b6c7-60cb14092ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416794 Jun 14 16:36:55.862064 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5763f6a4-c5c4-47c3-b0ac-d63066310425 req-a0ec3737-9554-4973-8d2c-01e7d9ea5aea tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:55.863854 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-5763f6a4-c5c4-47c3-b0ac-d63066310425 req-a0ec3737-9554-4973-8d2c-01e7d9ea5aea tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc2708fa-617b-42db-ba1f-74faf31db594 HTTP/1.1" status: 200 len: 945 time: 0.0811529 Jun 14 16:36:56.033586 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.plugin [req-5763f6a4-c5c4-47c3-b0ac-d63066310425 req-99edc1d5-3250-449d-8638-bb29d32e95be tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Deleting port f68a0fc4-a728-453b-b2c3-4e0ba0f60323 {{(pid=91936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 16:36:56.034213 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-5763f6a4-c5c4-47c3-b0ac-d63066310425 req-99edc1d5-3250-449d-8638-bb29d32e95be tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742580025384'] for port, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:56.168700 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.db [req-5763f6a4-c5c4-47c3-b0ac-d63066310425 req-99edc1d5-3250-449d-8638-bb29d32e95be tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] For port f68a0fc4-a728-453b-b2c3-4e0ba0f60323, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=f68a0fc4-a728-453b-b2c3-4e0ba0f60323,segment=NetworkSegment(eb941dc1-e2ed-42d8-a0be-a3deab673aee),segment_id=eb941dc1-e2ed-42d8-a0be-a3deab673aee)] {{(pid=91936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:36:56.169145 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-5763f6a4-c5c4-47c3-b0ac-d63066310425 req-99edc1d5-3250-449d-8638-bb29d32e95be tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3907582'] for port, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:56.183197 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4379b1-8ffb-49d4-af52-488f5874c83d req-adbeb5a7-f5d8-4152-a03b-36a096646fc4 tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:56.185376 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-db4379b1-8ffb-49d4-af52-488f5874c83d req-adbeb5a7-f5d8-4152-a03b-36a096646fc4 tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc2708fa-617b-42db-ba1f-74faf31db594 HTTP/1.1" status: 200 len: 945 time: 0.0827940 Jun 14 16:36:56.229361 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-db4379b1-8ffb-49d4-af52-488f5874c83d req-c9b5d8b4-1ed0-4f5a-af39-6cbce036cb1b tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] 10.222.0.16 "GET /v2.0/security-groups?id=96f5896c-b59c-4daa-b4ba-03178324a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382051 Jun 14 16:36:56.273849 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.plugin [req-5763f6a4-c5c4-47c3-b0ac-d63066310425 req-99edc1d5-3250-449d-8638-bb29d32e95be tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Calling delete_port for f68a0fc4-a728-453b-b2c3-4e0ba0f60323 owned by compute:nova {{(pid=91936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 16:36:56.425638 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c316c9f1-3633-4fc2-8e08-2e0051acd321 req-47ab2bcb-0b07-42b0-8dcf-54a414bc5f56 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:56.427113 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-c316c9f1-3633-4fc2-8e08-2e0051acd321 req-47ab2bcb-0b07-42b0-8dcf-54a414bc5f56 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8 HTTP/1.1" status: 200 len: 946 time: 0.1969573 Jun 14 16:36:56.510873 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-c316c9f1-3633-4fc2-8e08-2e0051acd321 req-0175220e-55c4-4d7e-8ee5-9f48fa8415ac tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764349 Jun 14 16:36:56.522522 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-5763f6a4-c5c4-47c3-b0ac-d63066310425 req-99edc1d5-3250-449d-8638-bb29d32e95be tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742580029772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742579636520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60243860'] for port, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:56.526842 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-2f9ade2e-6964-4221-a4a1-b264fcf09f74 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:36:56.536542 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] get_ports_and_sgs() called for port_ids ['f68a0fc4-a728-453b-b2c3-4e0ba0f60323'] {{(pid=91937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 16:36:56.559434 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a72507-38ff-4639-b4f6-ba2b86b71c99 req-abf1520c-d4a2-4778-9648-a98dab156a3c tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:56.562448 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-d8a72507-38ff-4639-b4f6-ba2b86b71c99 req-abf1520c-d4a2-4778-9648-a98dab156a3c tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aae5f17-8018-4c95-a614-7f339a39d94b HTTP/1.1" status: 200 len: 945 time: 0.0791645 Jun 14 16:36:56.563562 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99edc1d5-3250-449d-8638-bb29d32e95be tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Pushing event deleted for resources: {'Port': ['ID=f68a0fc4-a728-453b-b2c3-4e0ba0f60323,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:36:56.572600 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-99edc1d5-3250-449d-8638-bb29d32e95be tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:36:56.635366 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.db.l3_dvrscheduler_db [req-5763f6a4-c5c4-47c3-b0ac-d63066310425 req-99edc1d5-3250-449d-8638-bb29d32e95be tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] No DVR routers for this DVR port f68a0fc4-a728-453b-b2c3-4e0ba0f60323 on host hv-cinder-79628 {{(pid=91936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 16:36:56.638642 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-5763f6a4-c5c4-47c3-b0ac-d63066310425 req-99edc1d5-3250-449d-8638-bb29d32e95be tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220504'] for port, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:56.640872 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-5763f6a4-c5c4-47c3-b0ac-d63066310425 req-99edc1d5-3250-449d-8638-bb29d32e95be tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] 10.222.0.41 "DELETE /v2.0/ports/f68a0fc4-a728-453b-b2c3-4e0ba0f60323 HTTP/1.1" status: 204 len: 173 time: 0.7646954 Jun 14 16:36:56.641323 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc2708fa-617b-42db-ba1f-74faf31db594', 'name': 'network-vif-deleted', 'tag': 'f68a0fc4-a728-453b-b2c3-4e0ba0f60323'}] {{(pid=91936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:36:56.643693 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659a09cea19619e202447e1b4bc3efe885e95cab3022d83c422060b06feffe3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88154cb6-b899-4e96-af9d-ced4411cedb8" -d '{"events": [{"server_uuid": "bc2708fa-617b-42db-ba1f-74faf31db594", "name": "network-vif-deleted", "tag": "f68a0fc4-a728-453b-b2c3-4e0ba0f60323"}]}' {{(pid=91936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:36:56.692446 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 16:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d0484c-b6c6-4a9e-bcd8-241563e0c513 x-openstack-request-id: req-d1d0484c-b6c6-4a9e-bcd8-241563e0c513 {{(pid=91936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:36:56.692924 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc2708fa-617b-42db-ba1f-74faf31db594", "name": "network-vif-deleted", "tag": "f68a0fc4-a728-453b-b2c3-4e0ba0f60323", "status": "completed", "code": 200}]} {{(pid=91936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:36:56.693211 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d1d0484c-b6c6-4a9e-bcd8-241563e0c513 {{(pid=91936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:36:56.693687 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc2708fa-617b-42db-ba1f-74faf31db594', 'name': 'network-vif-deleted', 'tag': 'f68a0fc4-a728-453b-b2c3-4e0ba0f60323', 'status': 'completed', 'code': 200} Jun 14 16:36:56.810222 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-d8a72507-38ff-4639-b4f6-ba2b86b71c99 req-b411b0df-01e8-4825-a462-85c70c11bea0 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=8daba1fe-8982-46f6-b6c7-60cb14092ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2335188 Jun 14 16:36:57.260131 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0541be1c-95ec-4a8d-a583-3a15399afa08 req-41296455-45a1-4ed4-a25d-1cbd5481dbcf tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:57.262365 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-0541be1c-95ec-4a8d-a583-3a15399afa08 req-41296455-45a1-4ed4-a25d-1cbd5481dbcf tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4375bc6-33fa-4b51-b402-bfb288421bac HTTP/1.1" status: 200 len: 945 time: 0.0834036 Jun 14 16:36:57.341946 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-0541be1c-95ec-4a8d-a583-3a15399afa08 req-2805d7dd-18e7-43f2-bf36-2d4651557fde tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d68b5e0-d111-4ac2-8cbb-412eb72c7454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694320 Jun 14 16:36:57.522578 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-b129bd70-71a9-4a32-a5de-07ff75f78f6b req-571d3c99-9410-4be0-97f5-4da4009826cd tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc2708fa-617b-42db-ba1f-74faf31db594 HTTP/1.1" status: 200 len: 210 time: 0.0395854 Jun 14 16:36:57.746371 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3e1f9b-76d0-4f87-97c5-951ee72c3f4c req-efeca1af-c47d-4889-b708-8796dbb93391 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:57.747880 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-ac3e1f9b-76d0-4f87-97c5-951ee72c3f4c req-efeca1af-c47d-4889-b708-8796dbb93391 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8 HTTP/1.1" status: 200 len: 946 time: 0.0806165 Jun 14 16:36:57.796815 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-ac3e1f9b-76d0-4f87-97c5-951ee72c3f4c req-261e8f6b-7429-43c2-9be6-1da61a619e97 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422566 Jun 14 16:36:58.011310 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab6a26-3dff-449c-b04b-c50a5dba8663 req-ef5dd484-3453-4cd4-9bf1-a6b0ee45e4b2 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:58.012845 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-e0ab6a26-3dff-449c-b04b-c50a5dba8663 req-ef5dd484-3453-4cd4-9bf1-a6b0ee45e4b2 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aae5f17-8018-4c95-a614-7f339a39d94b HTTP/1.1" status: 200 len: 945 time: 0.0775013 Jun 14 16:36:58.057279 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-e0ab6a26-3dff-449c-b04b-c50a5dba8663 req-034d7447-7e82-4468-af90-4d58521fd3ac tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=8daba1fe-8982-46f6-b6c7-60cb14092ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385292 Jun 14 16:36:58.530962 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c11b5f-398c-4e2e-8ad7-be11602eb381 req-4c40d928-2d8d-4e44-a02c-50db180c6cb7 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:58.532515 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-46c11b5f-398c-4e2e-8ad7-be11602eb381 req-4c40d928-2d8d-4e44-a02c-50db180c6cb7 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4375bc6-33fa-4b51-b402-bfb288421bac HTTP/1.1" status: 200 len: 945 time: 0.0741343 Jun 14 16:36:58.580302 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-46c11b5f-398c-4e2e-8ad7-be11602eb381 req-25aa3d0d-6a30-4b7d-8149-9dce033ebd22 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d68b5e0-d111-4ac2-8cbb-412eb72c7454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421951 Jun 14 16:36:59.041241 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d06772f-0c1f-4c50-b272-c18429527128 req-829301e5-3944-43f2-a19b-13ecc1ad6431 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:59.043052 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-1d06772f-0c1f-4c50-b272-c18429527128 req-829301e5-3944-43f2-a19b-13ecc1ad6431 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8 HTTP/1.1" status: 200 len: 946 time: 0.1054578 Jun 14 16:36:59.091925 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-1d06772f-0c1f-4c50-b272-c18429527128 req-68573c7a-e583-46ab-b2ae-d1b59f48cfd3 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425382 Jun 14 16:36:59.186824 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device 49648edd-323d-4ff7-91d2-29157438a0ec details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=91937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 16:36:59.191185 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device f68a0fc4-a728-453b-b2c3-4e0ba0f60323 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=91937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 16:36:59.228608 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.plugin [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] No Port match for: f68a0fc4-a728-453b-b2c3-4e0ba0f60323 {{(pid=91937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 16:36:59.229058 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device f68a0fc4-a728-453b-b2c3-4e0ba0f60323 not bound to the agent host hv-cinder-79628 {{(pid=91937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 16:36:59.267456 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa36545-11d4-41eb-9fb9-6b2b6de9ebcb req-767b3ae6-4ef0-444f-9de5-1b3f7d462553 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:59.270705 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-5aa36545-11d4-41eb-9fb9-6b2b6de9ebcb req-767b3ae6-4ef0-444f-9de5-1b3f7d462553 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aae5f17-8018-4c95-a614-7f339a39d94b HTTP/1.1" status: 200 len: 945 time: 0.0881295 Jun 14 16:36:59.322521 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-5aa36545-11d4-41eb-9fb9-6b2b6de9ebcb req-e20071d0-549a-4b04-afd7-48cc81d7f10c tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=8daba1fe-8982-46f6-b6c7-60cb14092ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444112 Jun 14 16:36:59.357451 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] For port 49648edd-323d-4ff7-91d2-29157438a0ec, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=49648edd-323d-4ff7-91d2-29157438a0ec,segment=NetworkSegment(c4c3f588-adb6-420f-8cdb-57f5516701db),segment_id=c4c3f588-adb6-420f-8cdb-57f5516701db)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:36:59.371121 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Returning: {'device': '49648edd-323d-4ff7-91d2-29157438a0ec', 'network_id': 'b827e6b3-7ed7-4462-86b3-950f50bba85c', 'port_id': '49648edd-323d-4ff7-91d2-29157438a0ec', 'mac_address': 'fa:16:3e:12:a6:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c618564-7ca5-4a66-b740-3ae47e99df42', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 16:36:59.416282 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:59.433229 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.notifiers.nova [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 49648edd-323d-4ff7-91d2-29157438a0ec {{(pid=91937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 16:36:59.458729 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] For port 49648edd-323d-4ff7-91d2-29157438a0ec, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=49648edd-323d-4ff7-91d2-29157438a0ec,segment=NetworkSegment(c4c3f588-adb6-420f-8cdb-57f5516701db),segment_id=c4c3f588-adb6-420f-8cdb-57f5516701db)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:36:59.463583 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:59.465535 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:36:59.521686 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Pushing event updated for resources: {'Port': ['ID=49648edd-323d-4ff7-91d2-29157438a0ec,revision_number=6']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:36:59.524788 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:36:59.716947 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] get_ports_and_sgs() called for port_ids ['49648edd-323d-4ff7-91d2-29157438a0ec'] {{(pid=91937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 16:36:59.764496 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f1254-3e0d-434b-9a9c-19016fa5bda1 req-e13c8dc2-7406-46b5-9deb-4e721451f11f tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:59.766100 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-3b8f1254-3e0d-434b-9a9c-19016fa5bda1 req-e13c8dc2-7406-46b5-9deb-4e721451f11f tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4375bc6-33fa-4b51-b402-bfb288421bac HTTP/1.1" status: 200 len: 945 time: 0.0715520 Jun 14 16:36:59.812379 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-3b8f1254-3e0d-434b-9a9c-19016fa5bda1 req-d11bf6c5-7f4a-4a3f-9a0f-0924574db8e9 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d68b5e0-d111-4ac2-8cbb-412eb72c7454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402701 Jun 14 16:37:00.018565 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9852bf5c-0c86-4d3a-876b-f7cad53f3f41 req-6e4b89c5-38f9-45d7-9721-400063af06e9 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:00.020259 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-9852bf5c-0c86-4d3a-876b-f7cad53f3f41 req-6e4b89c5-38f9-45d7-9721-400063af06e9 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4375bc6-33fa-4b51-b402-bfb288421bac HTTP/1.1" status: 200 len: 945 time: 0.0826356 Jun 14 16:37:00.188150 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.plugin [req-9852bf5c-0c86-4d3a-876b-f7cad53f3f41 req-d3915544-2ba4-4462-a199-192b2ebb583e tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Deleting port 3c1b7a56-a55f-4824-b806-12a25c6b1b96 {{(pid=91936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 16:37:00.188492 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-9852bf5c-0c86-4d3a-876b-f7cad53f3f41 req-d3915544-2ba4-4462-a199-192b2ebb583e tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742580025384'] for port, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:00.310855 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a022f-883c-410f-9580-3df934047bca req-988ed61e-deba-4f73-a83e-3498c5c80b41 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:00.313062 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-e08a022f-883c-410f-9580-3df934047bca req-988ed61e-deba-4f73-a83e-3498c5c80b41 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8 HTTP/1.1" status: 200 len: 946 time: 0.0848520 Jun 14 16:37:00.339339 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.db [req-9852bf5c-0c86-4d3a-876b-f7cad53f3f41 req-d3915544-2ba4-4462-a199-192b2ebb583e tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] For port 3c1b7a56-a55f-4824-b806-12a25c6b1b96, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=3c1b7a56-a55f-4824-b806-12a25c6b1b96,segment=NetworkSegment(24daf6a4-c396-425a-864b-0c66f657b94f),segment_id=24daf6a4-c396-425a-864b-0c66f657b94f)] {{(pid=91936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:37:00.339734 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-9852bf5c-0c86-4d3a-876b-f7cad53f3f41 req-d3915544-2ba4-4462-a199-192b2ebb583e tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3907582'] for port, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:00.376875 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-e08a022f-883c-410f-9580-3df934047bca req-02de2d85-06c2-4cae-80a1-8878f3e3e23d tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571914 Jun 14 16:37:00.443563 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.plugin [req-9852bf5c-0c86-4d3a-876b-f7cad53f3f41 req-d3915544-2ba4-4462-a199-192b2ebb583e tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Calling delete_port for 3c1b7a56-a55f-4824-b806-12a25c6b1b96 owned by compute:nova {{(pid=91936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 16:37:00.618452 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09453298-fdfc-45ab-a98c-71da0f79ff52 req-26500cc5-732b-4281-be93-952fcc0ec7ea tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:00.620418 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-09453298-fdfc-45ab-a98c-71da0f79ff52 req-26500cc5-732b-4281-be93-952fcc0ec7ea tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aae5f17-8018-4c95-a614-7f339a39d94b HTTP/1.1" status: 200 len: 944 time: 0.1165321 Jun 14 16:37:00.719219 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-09453298-fdfc-45ab-a98c-71da0f79ff52 req-56b1024f-c7c6-4eb1-b7f5-d37f42b6c4cc tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=8daba1fe-8982-46f6-b6c7-60cb14092ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580637 Jun 14 16:37:00.720853 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-9852bf5c-0c86-4d3a-876b-f7cad53f3f41 req-d3915544-2ba4-4462-a199-192b2ebb583e tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742580029772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742579636520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60243860'] for port, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:00.726279 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-59189b43-9508-4a1d-a6a8-f2dddf0a2266 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:37:00.738586 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] get_ports_and_sgs() called for port_ids ['b70c5f57-41fc-4e3d-8e9b-e99910b86854', 'add8cf28-6fb5-4868-b9ca-6d3a4c121f3d', '2ab48d3b-e260-4a38-92f6-ba8dc641cba1', '3c1b7a56-a55f-4824-b806-12a25c6b1b96'] {{(pid=91937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 16:37:00.764309 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3915544-2ba4-4462-a199-192b2ebb583e tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Pushing event deleted for resources: {'Port': ['ID=3c1b7a56-a55f-4824-b806-12a25c6b1b96,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:37:00.770270 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-d3915544-2ba4-4462-a199-192b2ebb583e tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:37:00.999948 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.db.l3_dvrscheduler_db [req-9852bf5c-0c86-4d3a-876b-f7cad53f3f41 req-d3915544-2ba4-4462-a199-192b2ebb583e tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] No DVR routers for this DVR port 3c1b7a56-a55f-4824-b806-12a25c6b1b96 on host hv-cinder-79628 {{(pid=91936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 16:37:01.008887 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-9852bf5c-0c86-4d3a-876b-f7cad53f3f41 req-d3915544-2ba4-4462-a199-192b2ebb583e tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220504'] for port, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:01.012761 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-9852bf5c-0c86-4d3a-876b-f7cad53f3f41 req-d3915544-2ba4-4462-a199-192b2ebb583e tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.41 "DELETE /v2.0/ports/3c1b7a56-a55f-4824-b806-12a25c6b1b96 HTTP/1.1" status: 204 len: 173 time: 0.9726007 Jun 14 16:37:01.013718 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4375bc6-33fa-4b51-b402-bfb288421bac', 'name': 'network-vif-deleted', 'tag': '3c1b7a56-a55f-4824-b806-12a25c6b1b96'}] {{(pid=91936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:37:01.028523 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659a09cea19619e202447e1b4bc3efe885e95cab3022d83c422060b06feffe3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64820a9-9d8d-4501-9b7e-a9d8dcdc669b" -d '{"events": [{"server_uuid": "f4375bc6-33fa-4b51-b402-bfb288421bac", "name": "network-vif-deleted", "tag": "3c1b7a56-a55f-4824-b806-12a25c6b1b96"}]}' {{(pid=91936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:37:01.115798 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 16:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c9e8fc8-303f-479d-9197-b5fd190fed58 x-openstack-request-id: req-5c9e8fc8-303f-479d-9197-b5fd190fed58 {{(pid=91936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:37:01.116330 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4375bc6-33fa-4b51-b402-bfb288421bac", "name": "network-vif-deleted", "tag": "3c1b7a56-a55f-4824-b806-12a25c6b1b96", "status": "completed", "code": 200}]} {{(pid=91936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:37:01.116785 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5c9e8fc8-303f-479d-9197-b5fd190fed58 {{(pid=91936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:37:01.117423 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4375bc6-33fa-4b51-b402-bfb288421bac', 'name': 'network-vif-deleted', 'tag': '3c1b7a56-a55f-4824-b806-12a25c6b1b96', 'status': 'completed', 'code': 200} Jun 14 16:37:01.152236 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-f3da5f96-d2c1-42ce-acef-cf25b1b21482 req-9f75310a-d448-4074-910f-122f65a58fe1 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4375bc6-33fa-4b51-b402-bfb288421bac HTTP/1.1" status: 200 len: 210 time: 0.0458143 Jun 14 16:37:01.212325 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device 49648edd-323d-4ff7-91d2-29157438a0ec up at agent hyperv_hv-cinder-79628 {{(pid=91937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:37:01.401463 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Provisioning complete for port 49648edd-323d-4ff7-91d2-29157438a0ec triggered by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:37:01.401463 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:01.603600 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:01.662932 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aae5f17-8018-4c95-a614-7f339a39d94b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49648edd-323d-4ff7-91d2-29157438a0ec'}] {{(pid=91937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:37:01.668928 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}410d25e5bbb1e20f764875c123142387b982c9cf9b01c37f3ab36e77f3c6c019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-640eb956-ff52-4407-bd6c-9d6f7c9121c9" -d '{"events": [{"server_uuid": "0aae5f17-8018-4c95-a614-7f339a39d94b", "name": "network-vif-plugged", "status": "completed", "tag": "49648edd-323d-4ff7-91d2-29157438a0ec"}]}' {{(pid=91937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:37:01.676811 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d42debd-27f4-4207-8541-fde7a9e5922c req-6eced737-8245-4c98-a6f9-8029ba231665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:01.682293 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-5d42debd-27f4-4207-8541-fde7a9e5922c req-6eced737-8245-4c98-a6f9-8029ba231665 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8 HTTP/1.1" status: 200 len: 1099 time: 0.2179835 Jun 14 16:37:01.719027 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] For port 49648edd-323d-4ff7-91d2-29157438a0ec, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=49648edd-323d-4ff7-91d2-29157438a0ec,segment=NetworkSegment(c4c3f588-adb6-420f-8cdb-57f5516701db),segment_id=c4c3f588-adb6-420f-8cdb-57f5516701db)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:37:01.735720 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:01.735720 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:37:01.795450 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-5d42debd-27f4-4207-8541-fde7a9e5922c req-7ed74623-3451-42e9-a179-4df4d37550b0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995581 Jun 14 16:37:01.846409 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9818bb58-43b6-44d1-8f50-6014754bc195 req-cbccb407-db46-402e-9d51-94bb099d1309 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:01.857780 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-9818bb58-43b6-44d1-8f50-6014754bc195 req-cbccb407-db46-402e-9d51-94bb099d1309 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8 HTTP/1.1" status: 200 len: 946 time: 0.1815982 Jun 14 16:37:01.884402 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Pushing event updated for resources: {'Port': ['ID=49648edd-323d-4ff7-91d2-29157438a0ec,revision_number=7']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:37:01.895038 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:37:01.980107 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-9818bb58-43b6-44d1-8f50-6014754bc195 req-97ca2835-acae-4dc0-bb6c-8bee87c4444e tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189129 Jun 14 16:37:02.041373 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 16:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e49cf8-3474-4092-813c-1f4737bc8774 x-openstack-request-id: req-95e49cf8-3474-4092-813c-1f4737bc8774 {{(pid=91937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:37:02.041684 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aae5f17-8018-4c95-a614-7f339a39d94b", "name": "network-vif-plugged", "status": "completed", "tag": "49648edd-323d-4ff7-91d2-29157438a0ec", "code": 200}]} {{(pid=91937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:37:02.041951 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-95e49cf8-3474-4092-813c-1f4737bc8774 {{(pid=91937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:37:02.042364 dv-cinder-796286-2-smb neutron-server[91937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aae5f17-8018-4c95-a614-7f339a39d94b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49648edd-323d-4ff7-91d2-29157438a0ec', 'code': 200} Jun 14 16:37:02.332920 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749731bc-b15e-4e77-90a1-a362636b6433 req-9bcbd121-d747-48e1-bb49-5291a079ae19 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:02.341784 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-749731bc-b15e-4e77-90a1-a362636b6433 req-9bcbd121-d747-48e1-bb49-5291a079ae19 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aae5f17-8018-4c95-a614-7f339a39d94b HTTP/1.1" status: 200 len: 945 time: 0.1247616 Jun 14 16:37:02.404503 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-749731bc-b15e-4e77-90a1-a362636b6433 req-639e7515-76ac-418c-8045-b239458f58d7 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=8daba1fe-8982-46f6-b6c7-60cb14092ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608709 Jun 14 16:37:03.222285 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device 3c1b7a56-a55f-4824-b806-12a25c6b1b96 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=91937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 16:37:03.282165 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.plugin [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] No Port match for: 3c1b7a56-a55f-4824-b806-12a25c6b1b96 {{(pid=91937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 16:37:03.284295 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device 3c1b7a56-a55f-4824-b806-12a25c6b1b96 not bound to the agent host hv-cinder-79628 {{(pid=91937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 16:37:03.380874 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7035ec6-7199-476c-aab4-ac6d0a40388d req-73eb83f8-72eb-425b-914c-c0e5744cdda6 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:03.401112 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-a7035ec6-7199-476c-aab4-ac6d0a40388d req-73eb83f8-72eb-425b-914c-c0e5744cdda6 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8 HTTP/1.1" status: 200 len: 946 time: 0.2046022 Jun 14 16:37:03.501231 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-a7035ec6-7199-476c-aab4-ac6d0a40388d req-24824481-575d-4b85-851f-edc040837235 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985706 Jun 14 16:37:03.867509 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304499a5-b49b-4700-a4d6-2be71a6ef214 req-d167892c-2760-48df-9bb8-ade75e03b5cd tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:03.884626 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-304499a5-b49b-4700-a4d6-2be71a6ef214 req-d167892c-2760-48df-9bb8-ade75e03b5cd tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aae5f17-8018-4c95-a614-7f339a39d94b HTTP/1.1" status: 200 len: 945 time: 0.1554973 Jun 14 16:37:03.958775 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-304499a5-b49b-4700-a4d6-2be71a6ef214 req-c2686066-a15c-4fa3-a2e6-058ac51322c0 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=8daba1fe-8982-46f6-b6c7-60cb14092ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727122 Jun 14 16:37:04.473773 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51294eeb-e0c3-4294-b4c1-c62aacfb083b req-5e6248cd-498c-4482-b1cf-f2e653c2d269 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:04.487364 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-51294eeb-e0c3-4294-b4c1-c62aacfb083b req-5e6248cd-498c-4482-b1cf-f2e653c2d269 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1fc1b20-b8ac-43fe-88c5-443a0b4eda66 HTTP/1.1" status: 200 len: 945 time: 0.1997890 Jun 14 16:37:04.588807 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-51294eeb-e0c3-4294-b4c1-c62aacfb083b req-8122496e-34b7-45c1-825c-118615ffe37a tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d68b5e0-d111-4ac2-8cbb-412eb72c7454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993512 Jun 14 16:37:04.953543 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b66fe-27ae-40f6-ab87-928b292f3ace req-282a1f37-b968-4f3e-927b-c4ff7022c774 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:04.963104 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-298b66fe-27ae-40f6-ab87-928b292f3ace req-282a1f37-b968-4f3e-927b-c4ff7022c774 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8 HTTP/1.1" status: 200 len: 946 time: 0.1751721 Jun 14 16:37:05.191527 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-298b66fe-27ae-40f6-ab87-928b292f3ace req-31d5ca7e-7075-47e1-81e5-0e38b87d87fb tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165728 Jun 14 16:37:05.464112 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e545b-d388-446e-aef1-c7a79547bb7e req-852da993-d77f-4367-91a6-81bacfe7aa71 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:05.476262 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-975e545b-d388-446e-aef1-c7a79547bb7e req-852da993-d77f-4367-91a6-81bacfe7aa71 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6cc089c-52bf-41d3-8622-5fa790b008df HTTP/1.1" status: 200 len: 945 time: 0.3000267 Jun 14 16:37:05.548673 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eaaa82-c6a3-4032-9ee8-69575bd8c2cd req-e2852417-04cb-4db4-a62d-dbb28ad64617 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:05.555610 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-73eaaa82-c6a3-4032-9ee8-69575bd8c2cd req-e2852417-04cb-4db4-a62d-dbb28ad64617 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aae5f17-8018-4c95-a614-7f339a39d94b HTTP/1.1" status: 200 len: 945 time: 0.1487634 Jun 14 16:37:05.562361 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-975e545b-d388-446e-aef1-c7a79547bb7e req-4e62eefb-2c90-4ec1-8be8-bc4dff362f3f tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/security-groups?id=57373bd2-d465-4f5e-b443-57f291b224e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801215 Jun 14 16:37:05.635648 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-73eaaa82-c6a3-4032-9ee8-69575bd8c2cd req-8019a541-9bb9-486f-8e23-f204e4bc2a9e tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=8daba1fe-8982-46f6-b6c7-60cb14092ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717411 Jun 14 16:37:05.912518 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a49aee4-bd73-4b84-8c92-a3594c3d0b1d req-cd227e91-4384-415b-b1cc-4939dd7fbfe4 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:05.920700 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-5a49aee4-bd73-4b84-8c92-a3594c3d0b1d req-cd227e91-4384-415b-b1cc-4939dd7fbfe4 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1fc1b20-b8ac-43fe-88c5-443a0b4eda66 HTTP/1.1" status: 200 len: 945 time: 0.1073809 Jun 14 16:37:06.034774 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-5a49aee4-bd73-4b84-8c92-a3594c3d0b1d req-d5305352-308d-40ec-80fd-c0aadab6d103 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d68b5e0-d111-4ac2-8cbb-412eb72c7454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128013 Jun 14 16:37:06.094942 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9543cc8f-f0c0-47e2-9f93-4873148d4d7f req-a702b183-f3b7-4512-83ea-92447508e818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:06.096801 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-9543cc8f-f0c0-47e2-9f93-4873148d4d7f req-a702b183-f3b7-4512-83ea-92447508e818 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e9e3ca0d5f6a422091735101e0717fda&device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8 HTTP/1.1" status: 200 len: 1099 time: 0.0978312 Jun 14 16:37:06.360601 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9543cc8f-f0c0-47e2-9f93-4873148d4d7f req-52591af7-11ec-4ba9-9217-99ef73266e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:06.362651 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-9543cc8f-f0c0-47e2-9f93-4873148d4d7f req-52591af7-11ec-4ba9-9217-99ef73266e1b service neutron] 10.222.0.41 "GET /v2.0/networks?id=fefc79f4-b27a-4754-9a1b-78e53aa8e11e HTTP/1.1" status: 200 len: 920 time: 0.2540741 Jun 14 16:37:06.372165 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c0582-30b8-44a0-89b2-fb1a5258b803 req-d6f785c7-91b3-47f1-8324-81d99e3bdd5c tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:06.373863 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-298c0582-30b8-44a0-89b2-fb1a5258b803 req-d6f785c7-91b3-47f1-8324-81d99e3bdd5c tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8 HTTP/1.1" status: 200 len: 946 time: 0.1836438 Jun 14 16:37:06.425574 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-9543cc8f-f0c0-47e2-9f93-4873148d4d7f req-57654ea9-84bb-44a1-a1c7-447bef292ecf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70d8ad52-1187-4381-82fc-856efa52ce63 HTTP/1.1" status: 200 len: 217 time: 0.0506098 Jun 14 16:37:06.534815 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-298c0582-30b8-44a0-89b2-fb1a5258b803 req-ed86fe37-66e2-4988-a3ca-d44a891367c3 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080699 Jun 14 16:37:06.578306 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9543cc8f-f0c0-47e2-9f93-4873148d4d7f req-e31abd98-51de-4283-93dd-5a6ae1aa9a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:06.580120 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-9543cc8f-f0c0-47e2-9f93-4873148d4d7f req-e31abd98-51de-4283-93dd-5a6ae1aa9a57 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3b9a81c8-a776-4371-9da7-d0daa8f6b0a3 HTTP/1.1" status: 200 len: 859 time: 0.1258903 Jun 14 16:37:06.668369 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-9543cc8f-f0c0-47e2-9f93-4873148d4d7f req-f763e64f-22cb-49fd-91c2-38caa107d79b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fefc79f4-b27a-4754-9a1b-78e53aa8e11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787427 Jun 14 16:37:07.067300 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f35d5c-f270-462a-a78a-4e40546a45cd req-363a16d4-d1c7-47ae-89d5-7264c9bfd16f tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:07.070372 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-f0f35d5c-f270-462a-a78a-4e40546a45cd req-363a16d4-d1c7-47ae-89d5-7264c9bfd16f tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1fc1b20-b8ac-43fe-88c5-443a0b4eda66 HTTP/1.1" status: 200 len: 945 time: 0.1512730 Jun 14 16:37:07.103703 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86af34b-12cf-444e-a500-c7de04252bc5 req-75ed9f0a-05cf-45e6-876e-fd179e413552 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:07.111938 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-d86af34b-12cf-444e-a500-c7de04252bc5 req-75ed9f0a-05cf-45e6-876e-fd179e413552 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6cc089c-52bf-41d3-8622-5fa790b008df HTTP/1.1" status: 200 len: 945 time: 0.2477477 Jun 14 16:37:07.220722 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-d86af34b-12cf-444e-a500-c7de04252bc5 req-ad2d5e81-5082-40fe-bf85-d521c7b7bcdc tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/security-groups?id=57373bd2-d465-4f5e-b443-57f291b224e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074610 Jun 14 16:37:07.222292 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-9543cc8f-f0c0-47e2-9f93-4873148d4d7f req-f902aa63-b44d-4464-9ee2-eb41a8d46c6e service neutron] 10.222.0.41 "GET /v2.0/networks/fefc79f4-b27a-4754-9a1b-78e53aa8e11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5464268 Jun 14 16:37:07.424092 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.plugin [req-f0f35d5c-f270-462a-a78a-4e40546a45cd req-6b0ca328-ec64-4253-9082-389c586cc813 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Deleting port 2ab48d3b-e260-4a38-92f6-ba8dc641cba1 {{(pid=91935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 16:37:07.426028 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-f0f35d5c-f270-462a-a78a-4e40546a45cd req-6b0ca328-ec64-4253-9082-389c586cc813 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742580025384'] for port, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:07.592355 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d79bece-fed3-48a8-bc7e-918d47440151 req-b462947d-39d7-4b51-89fc-63d32240d0e9 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:07.608363 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-0d79bece-fed3-48a8-bc7e-918d47440151 req-b462947d-39d7-4b51-89fc-63d32240d0e9 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aae5f17-8018-4c95-a614-7f339a39d94b HTTP/1.1" status: 200 len: 945 time: 0.3847349 Jun 14 16:37:07.767542 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-0d79bece-fed3-48a8-bc7e-918d47440151 req-d4d398ef-d9f7-470f-bfb5-c1c7404c14f4 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=8daba1fe-8982-46f6-b6c7-60cb14092ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577961 Jun 14 16:37:07.775929 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-9543cc8f-f0c0-47e2-9f93-4873148d4d7f req-d68e347d-275f-4894-a931-76fead99c349 service neutron] 10.222.0.41 "GET /v2.0/networks/fefc79f4-b27a-4754-9a1b-78e53aa8e11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5409248 Jun 14 16:37:07.811686 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.db [req-f0f35d5c-f270-462a-a78a-4e40546a45cd req-6b0ca328-ec64-4253-9082-389c586cc813 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] For port 2ab48d3b-e260-4a38-92f6-ba8dc641cba1, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=2ab48d3b-e260-4a38-92f6-ba8dc641cba1,segment=NetworkSegment(24daf6a4-c396-425a-864b-0c66f657b94f),segment_id=24daf6a4-c396-425a-864b-0c66f657b94f)] {{(pid=91935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:37:07.816106 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-f0f35d5c-f270-462a-a78a-4e40546a45cd req-6b0ca328-ec64-4253-9082-389c586cc813 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3907582'] for port, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:07.986599 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.plugin [req-f0f35d5c-f270-462a-a78a-4e40546a45cd req-6b0ca328-ec64-4253-9082-389c586cc813 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Calling delete_port for 2ab48d3b-e260-4a38-92f6-ba8dc641cba1 owned by compute:nova {{(pid=91935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 16:37:08.077541 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133f316-1209-43ab-a777-c17f2d9ecfd8 req-2d604bdd-4fb6-4e68-841c-a727cdbc2c07 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:08.090467 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-9133f316-1209-43ab-a777-c17f2d9ecfd8 req-2d604bdd-4fb6-4e68-841c-a727cdbc2c07 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8 HTTP/1.1" status: 200 len: 946 time: 0.1159418 Jun 14 16:37:08.153381 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-9133f316-1209-43ab-a777-c17f2d9ecfd8 req-9a760ccc-b46f-4a48-85ee-20a5c7e514fe tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614696 Jun 14 16:37:08.256146 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbd9b1d-22d5-4738-8651-6e41b065a7c5 req-5e808325-1416-48a4-a3c6-3ee8a993ca71 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:08.266456 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-0dbd9b1d-22d5-4738-8651-6e41b065a7c5 req-5e808325-1416-48a4-a3c6-3ee8a993ca71 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1fc1b20-b8ac-43fe-88c5-443a0b4eda66 HTTP/1.1" status: 200 len: 945 time: 0.7517459 Jun 14 16:37:08.606173 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-f0f35d5c-f270-462a-a78a-4e40546a45cd req-6b0ca328-ec64-4253-9082-389c586cc813 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742580029772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742579636520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58943331'] for port, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:08.644065 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] get_ports_and_sgs() called for port_ids ['b70c5f57-41fc-4e3d-8e9b-e99910b86854', 'add8cf28-6fb5-4868-b9ca-6d3a4c121f3d', '2ab48d3b-e260-4a38-92f6-ba8dc641cba1'] {{(pid=91937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 16:37:08.673665 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-dee48c57-8d0b-482b-aa71-ad2c5ab373e7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:37:08.727425 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0ca328-ec64-4253-9082-389c586cc813 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Pushing event deleted for resources: {'Port': ['ID=2ab48d3b-e260-4a38-92f6-ba8dc641cba1,revision_number=None']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:37:08.736417 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-6b0ca328-ec64-4253-9082-389c586cc813 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:37:08.814135 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272eabb4-72a0-494d-944a-78521341f935 req-6fe6ec60-9df4-4a38-8adf-0987c32968ac tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:08.832935 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-272eabb4-72a0-494d-944a-78521341f935 req-6fe6ec60-9df4-4a38-8adf-0987c32968ac tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6cc089c-52bf-41d3-8622-5fa790b008df HTTP/1.1" status: 200 len: 945 time: 0.2211516 Jun 14 16:37:08.875509 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0f35d5c-f270-462a-a78a-4e40546a45cd req-6b0ca328-ec64-4253-9082-389c586cc813 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] No DVR routers for this DVR port 2ab48d3b-e260-4a38-92f6-ba8dc641cba1 on host hv-cinder-79628 {{(pid=91935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 16:37:08.889433 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-0dbd9b1d-22d5-4738-8651-6e41b065a7c5 req-06ad1ee0-6693-42e5-a328-37f3f06f9493 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d68b5e0-d111-4ac2-8cbb-412eb72c7454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6015127 Jun 14 16:37:08.891531 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-f0f35d5c-f270-462a-a78a-4e40546a45cd req-6b0ca328-ec64-4253-9082-389c586cc813 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220504'] for port, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:08.898601 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-f0f35d5c-f270-462a-a78a-4e40546a45cd req-6b0ca328-ec64-4253-9082-389c586cc813 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.41 "DELETE /v2.0/ports/2ab48d3b-e260-4a38-92f6-ba8dc641cba1 HTTP/1.1" status: 204 len: 173 time: 1.8102491 Jun 14 16:37:08.901449 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1fc1b20-b8ac-43fe-88c5-443a0b4eda66', 'name': 'network-vif-deleted', 'tag': '2ab48d3b-e260-4a38-92f6-ba8dc641cba1'}] {{(pid=91935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:37:08.908229 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6661bf290492edb1b3f10c978b9fa8124be38cabc2d7e3087d82166a711c303" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc8f74c-e7a8-4331-a7f8-4b9e0f6d6ab6" -d '{"events": [{"server_uuid": "e1fc1b20-b8ac-43fe-88c5-443a0b4eda66", "name": "network-vif-deleted", "tag": "2ab48d3b-e260-4a38-92f6-ba8dc641cba1"}]}' {{(pid=91935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:37:08.976809 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-272eabb4-72a0-494d-944a-78521341f935 req-5a6c3d37-fe0c-4a55-9fdf-ace32e0a40b6 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/security-groups?id=57373bd2-d465-4f5e-b443-57f291b224e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385128 Jun 14 16:37:09.126456 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 16:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de993e8c-b52f-4cd6-ae6c-dedd54e973cb x-openstack-request-id: req-de993e8c-b52f-4cd6-ae6c-dedd54e973cb {{(pid=91935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:37:09.126981 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1fc1b20-b8ac-43fe-88c5-443a0b4eda66", "name": "network-vif-deleted", "tag": "2ab48d3b-e260-4a38-92f6-ba8dc641cba1", "status": "completed", "code": 200}]} {{(pid=91935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:37:09.127513 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-de993e8c-b52f-4cd6-ae6c-dedd54e973cb {{(pid=91935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:37:09.129214 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1fc1b20-b8ac-43fe-88c5-443a0b4eda66', 'name': 'network-vif-deleted', 'tag': '2ab48d3b-e260-4a38-92f6-ba8dc641cba1', 'status': 'completed', 'code': 200} Jun 14 16:37:09.433355 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42660e-2dd5-4fb4-b3c7-f50a9aa9a2b6 req-8fa6dff5-3df0-479f-b72e-a9441f18c0cc tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:09.447262 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-ea42660e-2dd5-4fb4-b3c7-f50a9aa9a2b6 req-8fa6dff5-3df0-479f-b72e-a9441f18c0cc tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aae5f17-8018-4c95-a614-7f339a39d94b HTTP/1.1" status: 200 len: 945 time: 0.1714568 Jun 14 16:37:09.575172 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-ea42660e-2dd5-4fb4-b3c7-f50a9aa9a2b6 req-720a9ad7-b0a5-46ea-b686-69f7e447795a tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=8daba1fe-8982-46f6-b6c7-60cb14092ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262562 Jun 14 16:37:09.706882 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5358356-d911-44d2-8515-15ac45f8fc4a req-0171e079-9f54-4317-b1ba-2bcb0a82b711 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:09.708720 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-a5358356-d911-44d2-8515-15ac45f8fc4a req-0171e079-9f54-4317-b1ba-2bcb0a82b711 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8 HTTP/1.1" status: 200 len: 946 time: 0.2401876 Jun 14 16:37:09.839994 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-a5358356-d911-44d2-8515-15ac45f8fc4a req-4b08aea3-0d7d-407a-b3d0-97ee89b69b07 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246920 Jun 14 16:37:10.598466 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6186e95-6bda-49ed-bfbc-fca7f5bad497 req-a096fbf2-5eeb-45ae-8cf5-48e6ba2853ac tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:10.612138 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-b6186e95-6bda-49ed-bfbc-fca7f5bad497 req-a096fbf2-5eeb-45ae-8cf5-48e6ba2853ac tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6cc089c-52bf-41d3-8622-5fa790b008df HTTP/1.1" status: 200 len: 945 time: 0.2310810 Jun 14 16:37:10.742846 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-b6186e95-6bda-49ed-bfbc-fca7f5bad497 req-09207283-38fb-45e8-b7b9-950b88fd1dd3 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/security-groups?id=57373bd2-d465-4f5e-b443-57f291b224e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337581 Jun 14 16:37:11.070615 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e79126-f67a-4398-a83b-f49d804e1367 req-2bddaf78-06f2-4dad-a9ab-a24a50f7fcf2 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:11.072568 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-38e79126-f67a-4398-a83b-f49d804e1367 req-2bddaf78-06f2-4dad-a9ab-a24a50f7fcf2 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aae5f17-8018-4c95-a614-7f339a39d94b HTTP/1.1" status: 200 len: 945 time: 0.0892415 Jun 14 16:37:11.073142 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5e5ff-503c-4060-8e61-ed01c25cd8e6 req-3d761239-5f03-4dbb-af43-5c734c9a2f42 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:11.074717 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-31a5e5ff-503c-4060-8e61-ed01c25cd8e6 req-3d761239-5f03-4dbb-af43-5c734c9a2f42 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/ports?device_id=052b8a7c-825d-4ac6-a3d3-67577c7aae12 HTTP/1.1" status: 200 len: 945 time: 0.1107397 Jun 14 16:37:11.137220 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-31a5e5ff-503c-4060-8e61-ed01c25cd8e6 req-5d75156c-eee9-43f6-8b8d-52d66b72cc54 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d68b5e0-d111-4ac2-8cbb-412eb72c7454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559008 Jun 14 16:37:11.169609 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-38e79126-f67a-4398-a83b-f49d804e1367 req-2acd5594-0dc0-4acd-81e0-6bcd1fb2e6ca tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=8daba1fe-8982-46f6-b6c7-60cb14092ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898919 Jun 14 16:37:11.234259 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device 2ab48d3b-e260-4a38-92f6-ba8dc641cba1 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=91937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 16:37:11.284501 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.plugin [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] No Port match for: 2ab48d3b-e260-4a38-92f6-ba8dc641cba1 {{(pid=91937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 16:37:11.284977 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device 2ab48d3b-e260-4a38-92f6-ba8dc641cba1 not bound to the agent host hv-cinder-79628 {{(pid=91937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 16:37:11.369960 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835636d2-e41b-49a1-884d-c06e3ef2c609 req-c5b1379d-f8e4-4fd6-afbd-f8f6af025191 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:11.374956 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-835636d2-e41b-49a1-884d-c06e3ef2c609 req-c5b1379d-f8e4-4fd6-afbd-f8f6af025191 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8 HTTP/1.1" status: 200 len: 946 time: 0.1057942 Jun 14 16:37:11.489898 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-835636d2-e41b-49a1-884d-c06e3ef2c609 req-6621c9ea-9c51-4282-9443-2ad54051c732 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074982 Jun 14 16:37:12.259740 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685324ff-60b0-49f5-a549-ea4a8ce17cbe req-4049b54f-38e1-4547-a824-dd58498b9eb5 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:12.274223 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-685324ff-60b0-49f5-a549-ea4a8ce17cbe req-4049b54f-38e1-4547-a824-dd58498b9eb5 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6cc089c-52bf-41d3-8622-5fa790b008df HTTP/1.1" status: 200 len: 945 time: 0.1522906 Jun 14 16:37:12.404531 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-685324ff-60b0-49f5-a549-ea4a8ce17cbe req-6a6f2033-b2d4-49fc-a832-3c47d0d23546 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/security-groups?id=57373bd2-d465-4f5e-b443-57f291b224e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275592 Jun 14 16:37:12.639184 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58a4368-73d4-4aaa-8f96-ba917c83e5b5 req-00f341c2-98a1-4f6b-bac3-ab8dde5670ea tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:12.647423 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-e58a4368-73d4-4aaa-8f96-ba917c83e5b5 req-00f341c2-98a1-4f6b-bac3-ab8dde5670ea tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/ports?device_id=052b8a7c-825d-4ac6-a3d3-67577c7aae12 HTTP/1.1" status: 200 len: 945 time: 0.2576246 Jun 14 16:37:12.690258 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf181412-c9e4-4454-9e41-db2cafecfa3d req-c8ae6d42-aa3f-42e0-847a-dff68a863a28 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:12.692143 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-bf181412-c9e4-4454-9e41-db2cafecfa3d req-c8ae6d42-aa3f-42e0-847a-dff68a863a28 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6cc089c-52bf-41d3-8622-5fa790b008df HTTP/1.1" status: 200 len: 945 time: 0.4567235 Jun 14 16:37:12.874565 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-e58a4368-73d4-4aaa-8f96-ba917c83e5b5 req-85350173-1435-451f-9ce8-7ba6bfb89bb6 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d68b5e0-d111-4ac2-8cbb-412eb72c7454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257178 Jun 14 16:37:12.928176 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db3cf0-5fb2-449c-af3b-8991724d3a9b req-664a0743-3a88-4fdc-a2b0-89abcf150b55 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:12.936915 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-57db3cf0-5fb2-449c-af3b-8991724d3a9b req-664a0743-3a88-4fdc-a2b0-89abcf150b55 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aae5f17-8018-4c95-a614-7f339a39d94b HTTP/1.1" status: 200 len: 945 time: 0.1773112 Jun 14 16:37:12.990412 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-57db3cf0-5fb2-449c-af3b-8991724d3a9b req-793d2ffa-ee46-4b48-bb32-1ceecebb92fe tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=8daba1fe-8982-46f6-b6c7-60cb14092ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523210 Jun 14 16:37:13.027965 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dce6bd0-c32d-4db9-bf76-362c3529824a req-f809134e-f1c0-4aa6-96e4-41c26c1d8a90 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:13.027965 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-6dce6bd0-c32d-4db9-bf76-362c3529824a req-f809134e-f1c0-4aa6-96e4-41c26c1d8a90 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.41 "GET /v2.0/ports?device_id=052b8a7c-825d-4ac6-a3d3-67577c7aae12 HTTP/1.1" status: 200 len: 945 time: 0.1915369 Jun 14 16:37:13.100700 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.plugin [req-bf181412-c9e4-4454-9e41-db2cafecfa3d req-c4fdc5e7-5803-4c0d-b557-60ee57da398b tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Deleting port c6d9a160-0384-430f-9c1d-7d8fcd617cfc {{(pid=91935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 16:37:13.101167 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-bf181412-c9e4-4454-9e41-db2cafecfa3d req-c4fdc5e7-5803-4c0d-b557-60ee57da398b tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742580025384'] for port, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:13.247707 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.plugin [req-6dce6bd0-c32d-4db9-bf76-362c3529824a req-9c57e4aa-6605-463c-be76-ee98f9f8566f tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Deleting port add8cf28-6fb5-4868-b9ca-6d3a4c121f3d {{(pid=91936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 16:37:13.248582 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-6dce6bd0-c32d-4db9-bf76-362c3529824a req-9c57e4aa-6605-463c-be76-ee98f9f8566f tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742580025384'] for port, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:13.325764 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.db [req-bf181412-c9e4-4454-9e41-db2cafecfa3d req-c4fdc5e7-5803-4c0d-b557-60ee57da398b tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] For port c6d9a160-0384-430f-9c1d-7d8fcd617cfc, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c6d9a160-0384-430f-9c1d-7d8fcd617cfc,segment=NetworkSegment(9818a2d9-651a-40fb-bc13-9aa2fbd72fb4),segment_id=9818a2d9-651a-40fb-bc13-9aa2fbd72fb4)] {{(pid=91935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:37:13.326137 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-bf181412-c9e4-4454-9e41-db2cafecfa3d req-c4fdc5e7-5803-4c0d-b557-60ee57da398b tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3907582'] for port, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:13.585867 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.db [req-6dce6bd0-c32d-4db9-bf76-362c3529824a req-9c57e4aa-6605-463c-be76-ee98f9f8566f tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] For port add8cf28-6fb5-4868-b9ca-6d3a4c121f3d, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=add8cf28-6fb5-4868-b9ca-6d3a4c121f3d,segment=NetworkSegment(24daf6a4-c396-425a-864b-0c66f657b94f),segment_id=24daf6a4-c396-425a-864b-0c66f657b94f)] {{(pid=91936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:37:13.586506 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-6dce6bd0-c32d-4db9-bf76-362c3529824a req-9c57e4aa-6605-463c-be76-ee98f9f8566f tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3907582'] for port, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:13.761755 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.plugin [req-6dce6bd0-c32d-4db9-bf76-362c3529824a req-9c57e4aa-6605-463c-be76-ee98f9f8566f tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Calling delete_port for add8cf28-6fb5-4868-b9ca-6d3a4c121f3d owned by compute:nova {{(pid=91936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 16:37:13.789668 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.plugin [req-bf181412-c9e4-4454-9e41-db2cafecfa3d req-c4fdc5e7-5803-4c0d-b557-60ee57da398b tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Calling delete_port for c6d9a160-0384-430f-9c1d-7d8fcd617cfc owned by compute:nova {{(pid=91935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 16:37:13.947127 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-6dce6bd0-c32d-4db9-bf76-362c3529824a req-9c57e4aa-6605-463c-be76-ee98f9f8566f tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742580029772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742579636520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60243860'] for port, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:13.963127 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] get_ports_and_sgs() called for port_ids ['b70c5f57-41fc-4e3d-8e9b-e99910b86854', 'add8cf28-6fb5-4868-b9ca-6d3a4c121f3d'] {{(pid=91937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 16:37:14.015608 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-24743615-8d79-4105-acbb-cf1971b6590b tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:37:14.108748 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092cb4b3-192b-4ec5-8e21-8b777faeec13 req-1596457b-d9f5-4a3d-b625-f376b0eb094b tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:14.114502 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-092cb4b3-192b-4ec5-8e21-8b777faeec13 req-1596457b-d9f5-4a3d-b625-f376b0eb094b tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8 HTTP/1.1" status: 200 len: 946 time: 0.3215182 Jun 14 16:37:14.115590 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-bf181412-c9e4-4454-9e41-db2cafecfa3d req-c4fdc5e7-5803-4c0d-b557-60ee57da398b tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742580029772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742579636520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58943331'] for port, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:14.126285 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-92bc6003-d0f8-4f04-a760-890829eb439d tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:37:14.183189 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c57e4aa-6605-463c-be76-ee98f9f8566f tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Pushing event deleted for resources: {'Port': ['ID=add8cf28-6fb5-4868-b9ca-6d3a4c121f3d,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:37:14.192683 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-9c57e4aa-6605-463c-be76-ee98f9f8566f tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:37:14.202752 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fdc5e7-5803-4c0d-b557-60ee57da398b tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Pushing event deleted for resources: {'Port': ['ID=c6d9a160-0384-430f-9c1d-7d8fcd617cfc,revision_number=None']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:37:14.207802 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-c4fdc5e7-5803-4c0d-b557-60ee57da398b tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:37:14.242592 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dce6bd0-c32d-4db9-bf76-362c3529824a req-9c57e4aa-6605-463c-be76-ee98f9f8566f tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] No DVR routers for this DVR port add8cf28-6fb5-4868-b9ca-6d3a4c121f3d on host hv-cinder-79628 {{(pid=91936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 16:37:14.256198 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-6dce6bd0-c32d-4db9-bf76-362c3529824a req-9c57e4aa-6605-463c-be76-ee98f9f8566f tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220504'] for port, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:14.259019 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-6dce6bd0-c32d-4db9-bf76-362c3529824a req-9c57e4aa-6605-463c-be76-ee98f9f8566f tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.41 "DELETE /v2.0/ports/add8cf28-6fb5-4868-b9ca-6d3a4c121f3d HTTP/1.1" status: 204 len: 173 time: 1.2262490 Jun 14 16:37:14.275682 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '052b8a7c-825d-4ac6-a3d3-67577c7aae12', 'name': 'network-vif-deleted', 'tag': 'add8cf28-6fb5-4868-b9ca-6d3a4c121f3d'}] {{(pid=91936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:37:14.275682 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659a09cea19619e202447e1b4bc3efe885e95cab3022d83c422060b06feffe3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea2bbad-064f-4b38-8303-4ac7341c4baa" -d '{"events": [{"server_uuid": "052b8a7c-825d-4ac6-a3d3-67577c7aae12", "name": "network-vif-deleted", "tag": "add8cf28-6fb5-4868-b9ca-6d3a4c121f3d"}]}' {{(pid=91936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:37:14.307046 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf181412-c9e4-4454-9e41-db2cafecfa3d req-c4fdc5e7-5803-4c0d-b557-60ee57da398b tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] No DVR routers for this DVR port c6d9a160-0384-430f-9c1d-7d8fcd617cfc on host hv-cinder-79628 {{(pid=91935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 16:37:14.312531 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-bf181412-c9e4-4454-9e41-db2cafecfa3d req-c4fdc5e7-5803-4c0d-b557-60ee57da398b tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220504'] for port, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:14.315166 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-bf181412-c9e4-4454-9e41-db2cafecfa3d req-c4fdc5e7-5803-4c0d-b557-60ee57da398b tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.41 "DELETE /v2.0/ports/c6d9a160-0384-430f-9c1d-7d8fcd617cfc HTTP/1.1" status: 204 len: 173 time: 1.6026957 Jun 14 16:37:14.316417 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6cc089c-52bf-41d3-8622-5fa790b008df', 'name': 'network-vif-deleted', 'tag': 'c6d9a160-0384-430f-9c1d-7d8fcd617cfc'}] {{(pid=91935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:37:14.320880 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6661bf290492edb1b3f10c978b9fa8124be38cabc2d7e3087d82166a711c303" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbabdcd1-b589-449c-b1f7-b48b13b81a86" -d '{"events": [{"server_uuid": "d6cc089c-52bf-41d3-8622-5fa790b008df", "name": "network-vif-deleted", "tag": "c6d9a160-0384-430f-9c1d-7d8fcd617cfc"}]}' {{(pid=91935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:37:14.327511 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-092cb4b3-192b-4ec5-8e21-8b777faeec13 req-66b51239-d01f-4731-b0de-593490c60010 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036352 Jun 14 16:37:14.347786 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3397ea10-260b-4670-b15a-276682724dbc req-c41df148-4fc5-4d95-bcdb-c8739beae1f7 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:14.364599 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-3397ea10-260b-4670-b15a-276682724dbc req-c41df148-4fc5-4d95-bcdb-c8739beae1f7 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6cc089c-52bf-41d3-8622-5fa790b008df HTTP/1.1" status: 200 len: 867 time: 0.4305165 Jun 14 16:37:14.477637 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-3397ea10-260b-4670-b15a-276682724dbc req-df8e4a7f-2b01-4348-b0f8-24260d071cf1 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/security-groups?id=57373bd2-d465-4f5e-b443-57f291b224e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091845 Jun 14 16:37:14.636641 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-4ab596b6-c3dd-4c99-b4af-43b9401e8808 req-69366377-f96e-452f-8fe5-3bfb7cc1842f tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/ports?device_id=052b8a7c-825d-4ac6-a3d3-67577c7aae12 HTTP/1.1" status: 200 len: 210 time: 0.0590320 Jun 14 16:37:14.711070 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 16:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea753f2-f586-4a58-8cf0-9b559773464a x-openstack-request-id: req-4ea753f2-f586-4a58-8cf0-9b559773464a {{(pid=91936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:37:14.711911 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "052b8a7c-825d-4ac6-a3d3-67577c7aae12", "name": "network-vif-deleted", "tag": "add8cf28-6fb5-4868-b9ca-6d3a4c121f3d", "status": "completed", "code": 200}]} {{(pid=91936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:37:14.712547 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4ea753f2-f586-4a58-8cf0-9b559773464a {{(pid=91936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:37:14.713162 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '052b8a7c-825d-4ac6-a3d3-67577c7aae12', 'name': 'network-vif-deleted', 'tag': 'add8cf28-6fb5-4868-b9ca-6d3a4c121f3d', 'status': 'completed', 'code': 200} Jun 14 16:37:14.750103 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 16:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-805f43da-6bce-4ba5-93c2-cf8c60cd8192 x-openstack-request-id: req-805f43da-6bce-4ba5-93c2-cf8c60cd8192 {{(pid=91935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:37:14.750720 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6cc089c-52bf-41d3-8622-5fa790b008df", "name": "network-vif-deleted", "tag": "c6d9a160-0384-430f-9c1d-7d8fcd617cfc", "status": "completed", "code": 200}]} {{(pid=91935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:37:14.751227 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-805f43da-6bce-4ba5-93c2-cf8c60cd8192 {{(pid=91935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:37:14.751894 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6cc089c-52bf-41d3-8622-5fa790b008df', 'name': 'network-vif-deleted', 'tag': 'c6d9a160-0384-430f-9c1d-7d8fcd617cfc', 'status': 'completed', 'code': 200} Jun 14 16:37:14.948899 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b615b04f-1403-4010-abf8-ab8a5b4b8ecc req-913ae5ba-be34-4125-9673-2fc0cfa33ac1 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:14.963091 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-b615b04f-1403-4010-abf8-ab8a5b4b8ecc req-913ae5ba-be34-4125-9673-2fc0cfa33ac1 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aae5f17-8018-4c95-a614-7f339a39d94b HTTP/1.1" status: 200 len: 945 time: 0.2391410 Jun 14 16:37:15.059026 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-b615b04f-1403-4010-abf8-ab8a5b4b8ecc req-1c575782-bfda-485d-a484-b33c57f14143 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=8daba1fe-8982-46f6-b6c7-60cb14092ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943942 Jun 14 16:37:15.267882 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device c6d9a160-0384-430f-9c1d-7d8fcd617cfc no longer exists at agent hyperv_hv-cinder-79628 {{(pid=91937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 16:37:15.325981 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.plugin [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] No Port match for: c6d9a160-0384-430f-9c1d-7d8fcd617cfc {{(pid=91937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 16:37:15.336053 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device c6d9a160-0384-430f-9c1d-7d8fcd617cfc not bound to the agent host hv-cinder-79628 {{(pid=91937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 16:37:15.336775 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device add8cf28-6fb5-4868-b9ca-6d3a4c121f3d no longer exists at agent hyperv_hv-cinder-79628 {{(pid=91937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 16:37:15.426126 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.plugin [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] No Port match for: add8cf28-6fb5-4868-b9ca-6d3a4c121f3d {{(pid=91937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 16:37:15.426490 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device add8cf28-6fb5-4868-b9ca-6d3a4c121f3d not bound to the agent host hv-cinder-79628 {{(pid=91937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 16:37:15.926205 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:15.955959 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-60de2502-5814-4aa3-9dbf-5e33bb447bbe req-bc1f92f3-8b52-4361-a859-2e8bbc630ccd tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/ports?device_id=052b8a7c-825d-4ac6-a3d3-67577c7aae12 HTTP/1.1" status: 200 len: 210 time: 0.0737624 Jun 14 16:37:16.016022 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-4f346afb-0391-4aa0-b558-7af3d9d0cbe2 req-08b698e0-9f97-4c53-af8e-375f52cabc9b tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6cc089c-52bf-41d3-8622-5fa790b008df HTTP/1.1" status: 200 len: 210 time: 0.0985706 Jun 14 16:37:16.401464 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343bbf52-f402-4904-bccc-0d28d6ece07c req-459efc95-c9b5-4864-aa30-aedf5ff7f4b2 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:16.403177 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-343bbf52-f402-4904-bccc-0d28d6ece07c req-459efc95-c9b5-4864-aa30-aedf5ff7f4b2 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aae5f17-8018-4c95-a614-7f339a39d94b HTTP/1.1" status: 200 len: 945 time: 0.1175447 Jun 14 16:37:16.508975 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-343bbf52-f402-4904-bccc-0d28d6ece07c req-3eeb5ea3-b6d1-49b0-889f-9f6c8d8a652f tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=8daba1fe-8982-46f6-b6c7-60cb14092ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960381 Jun 14 16:37:17.287469 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.agents_db [None req-014db0b1-f8e7-4480-967a-879c185ba95d None None] Agent healthcheck: found 6 active agents {{(pid=91938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:37:17.850695 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bbda8f-6abd-45cc-afe2-795e04843e1d req-1ab16dd5-ad28-4e5b-b8df-047e838a65e2 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:17.858706 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-c8bbda8f-6abd-45cc-afe2-795e04843e1d req-1ab16dd5-ad28-4e5b-b8df-047e838a65e2 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aae5f17-8018-4c95-a614-7f339a39d94b HTTP/1.1" status: 200 len: 945 time: 0.1073592 Jun 14 16:37:17.907554 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-c8bbda8f-6abd-45cc-afe2-795e04843e1d req-53ec7cce-38e5-4f86-adde-af7b15cc4a32 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=8daba1fe-8982-46f6-b6c7-60cb14092ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476589 Jun 14 16:37:18.117868 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ed55bc-6dd4-4c0f-a797-cc0b55e58f44 req-0a943260-4466-4f14-a015-79ed4fd6eba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:18.121225 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-78ed55bc-6dd4-4c0f-a797-cc0b55e58f44 req-0a943260-4466-4f14-a015-79ed4fd6eba5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5e64979c8b4744a1a9e561844a8d2019&device_id=0aae5f17-8018-4c95-a614-7f339a39d94b HTTP/1.1" status: 200 len: 1098 time: 0.1064732 Jun 14 16:37:18.304339 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ed55bc-6dd4-4c0f-a797-cc0b55e58f44 req-e4681a63-7673-4825-a69e-41d6f94f0712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:18.307804 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-78ed55bc-6dd4-4c0f-a797-cc0b55e58f44 req-e4681a63-7673-4825-a69e-41d6f94f0712 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b827e6b3-7ed7-4462-86b3-950f50bba85c HTTP/1.1" status: 200 len: 917 time: 0.1793797 Jun 14 16:37:18.449246 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-78ed55bc-6dd4-4c0f-a797-cc0b55e58f44 req-62501cfa-d09a-475b-b04b-a3345c0ed35e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49648edd-323d-4ff7-91d2-29157438a0ec HTTP/1.1" status: 200 len: 1000 time: 0.1300786 Jun 14 16:37:18.576489 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ed55bc-6dd4-4c0f-a797-cc0b55e58f44 req-23895d1e-78d8-4ec8-8276-2799ea6d4982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:18.578034 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-78ed55bc-6dd4-4c0f-a797-cc0b55e58f44 req-23895d1e-78d8-4ec8-8276-2799ea6d4982 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c618564-7ca5-4a66-b740-3ae47e99df42 HTTP/1.1" status: 200 len: 855 time: 0.1169806 Jun 14 16:37:18.597598 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efade22-422f-4b72-be7b-ae8a513753bc req-e8858b41-4bda-4248-a0f2-ecc39e32a996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:18.606825 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-6efade22-422f-4b72-be7b-ae8a513753bc req-e8858b41-4bda-4248-a0f2-ecc39e32a996 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e9e3ca0d5f6a422091735101e0717fda&device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8 HTTP/1.1" status: 200 len: 1099 time: 0.1370130 Jun 14 16:37:18.769665 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ed55bc-6dd4-4c0f-a797-cc0b55e58f44 req-83f3de87-8bee-44cd-b9ae-d659812c366e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:18.771170 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-78ed55bc-6dd4-4c0f-a797-cc0b55e58f44 req-83f3de87-8bee-44cd-b9ae-d659812c366e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b827e6b3-7ed7-4462-86b3-950f50bba85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1852701 Jun 14 16:37:18.868805 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc9134-bc2d-48d4-a801-34eca50832e4 req-c4319e4e-44fb-4cbd-9fa6-a474f525e56a tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:18.874812 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-2ac8ead9-20f8-45aa-b5d3-0184dae9496f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:18.884172 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-67cc9134-bc2d-48d4-a801-34eca50832e4 req-c4319e4e-44fb-4cbd-9fa6-a474f525e56a tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8 HTTP/1.1" status: 200 len: 946 time: 0.2701523 Jun 14 16:37:18.895021 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efade22-422f-4b72-be7b-ae8a513753bc req-b6d31a3a-dd0b-413f-befc-0aaed5b8553e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:18.899363 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-6efade22-422f-4b72-be7b-ae8a513753bc req-b6d31a3a-dd0b-413f-befc-0aaed5b8553e service neutron] 10.222.0.41 "GET /v2.0/networks?id=fefc79f4-b27a-4754-9a1b-78e53aa8e11e HTTP/1.1" status: 200 len: 920 time: 0.2815473 Jun 14 16:37:18.976481 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-6efade22-422f-4b72-be7b-ae8a513753bc req-70c21c5d-176e-4fb1-960c-572bae37fc7c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70d8ad52-1187-4381-82fc-856efa52ce63 HTTP/1.1" status: 200 len: 217 time: 0.0649948 Jun 14 16:37:18.999318 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-78ed55bc-6dd4-4c0f-a797-cc0b55e58f44 req-dc8181dd-0c31-4ce8-816f-1b99be71756b service neutron] 10.222.0.41 "GET /v2.0/networks/b827e6b3-7ed7-4462-86b3-950f50bba85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173798 Jun 14 16:37:19.070816 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-67cc9134-bc2d-48d4-a801-34eca50832e4 req-496b8d51-407c-42a3-9dc5-728df0162555 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830325 Jun 14 16:37:19.075660 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efade22-422f-4b72-be7b-ae8a513753bc req-c8aa6646-e2d0-4506-9182-52f45719d33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:19.083433 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-6efade22-422f-4b72-be7b-ae8a513753bc req-c8aa6646-e2d0-4506-9182-52f45719d33d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3b9a81c8-a776-4371-9da7-d0daa8f6b0a3 HTTP/1.1" status: 200 len: 859 time: 0.0801990 Jun 14 16:37:19.127146 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-6efade22-422f-4b72-be7b-ae8a513753bc req-5e131206-3de6-414e-9b37-2e780593a314 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fefc79f4-b27a-4754-9a1b-78e53aa8e11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427384 Jun 14 16:37:19.242472 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-78ed55bc-6dd4-4c0f-a797-cc0b55e58f44 req-bcabbf4c-936e-4d2f-9eec-686a9a2ecfaa service neutron] 10.222.0.41 "GET /v2.0/networks/b827e6b3-7ed7-4462-86b3-950f50bba85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299986 Jun 14 16:37:19.297829 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e8da8d-7024-4514-86da-2c8bd2964535 req-f8019663-b567-45e5-9c1c-f90fd179a524 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:19.301113 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-a0e8da8d-7024-4514-86da-2c8bd2964535 req-f8019663-b567-45e5-9c1c-f90fd179a524 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aae5f17-8018-4c95-a614-7f339a39d94b HTTP/1.1" status: 200 len: 945 time: 0.1585970 Jun 14 16:37:19.369368 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-6efade22-422f-4b72-be7b-ae8a513753bc req-2c40f004-c037-43b3-850a-07504f710318 service neutron] 10.222.0.41 "GET /v2.0/networks/fefc79f4-b27a-4754-9a1b-78e53aa8e11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318394 Jun 14 16:37:19.389718 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-a0e8da8d-7024-4514-86da-2c8bd2964535 req-a758022c-ecd0-414c-bbf5-593f857a2e3a tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=8daba1fe-8982-46f6-b6c7-60cb14092ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816286 Jun 14 16:37:19.453927 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b5f35-6184-497e-9ca6-561b1a4910bf req-77900f4f-6e61-43c8-9f3d-aae151bb5b68 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:19.455888 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-ac6b5f35-6184-497e-9ca6-561b1a4910bf req-77900f4f-6e61-43c8-9f3d-aae151bb5b68 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/ports?device_id=56df6d02-0da2-42e6-8fca-eba1c8fea1a6 HTTP/1.1" status: 200 len: 946 time: 0.1777136 Jun 14 16:37:19.574789 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-ac6b5f35-6184-497e-9ca6-561b1a4910bf req-28c19a8a-b9ce-41eb-ac78-6d5c53433fb8 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d68b5e0-d111-4ac2-8cbb-412eb72c7454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754678 Jun 14 16:37:19.576965 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-6efade22-422f-4b72-be7b-ae8a513753bc req-e012e3d9-141a-4f92-b584-0fdc1a6ab2d1 service neutron] 10.222.0.41 "GET /v2.0/networks/fefc79f4-b27a-4754-9a1b-78e53aa8e11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972079 Jun 14 16:37:20.298490 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be72494d-d06e-4f1f-8281-b9cb6a95195e req-024093ef-d9cc-437b-9f18-dac4ce5e5d98 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:20.300495 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-be72494d-d06e-4f1f-8281-b9cb6a95195e req-024093ef-d9cc-437b-9f18-dac4ce5e5d98 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8 HTTP/1.1" status: 200 len: 946 time: 0.0806403 Jun 14 16:37:20.348306 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-be72494d-d06e-4f1f-8281-b9cb6a95195e req-8ea09bb5-993d-4ce8-a9b8-7afa26795ed6 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399437 Jun 14 16:37:20.623545 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8255498-f324-468b-941d-68191d292393 req-b57c2d81-fbab-431a-a596-1fb60c4e0310 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:20.627643 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-b8255498-f324-468b-941d-68191d292393 req-b57c2d81-fbab-431a-a596-1fb60c4e0310 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aae5f17-8018-4c95-a614-7f339a39d94b HTTP/1.1" status: 200 len: 945 time: 0.1002319 Jun 14 16:37:20.690739 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-b8255498-f324-468b-941d-68191d292393 req-1f57d931-4dda-48c3-a50d-6001de0230bd tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=8daba1fe-8982-46f6-b6c7-60cb14092ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503495 Jun 14 16:37:20.833367 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7f1d9f-8c28-4f0b-93ca-00566dd7acc0 req-7beddb30-0ce7-4f08-8712-e63620cfe696 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:20.835152 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-fc7f1d9f-8c28-4f0b-93ca-00566dd7acc0 req-7beddb30-0ce7-4f08-8712-e63620cfe696 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/ports?device_id=56df6d02-0da2-42e6-8fca-eba1c8fea1a6 HTTP/1.1" status: 200 len: 946 time: 0.0826135 Jun 14 16:37:20.890291 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-fc7f1d9f-8c28-4f0b-93ca-00566dd7acc0 req-c7517bf2-2a4d-49c1-8fb7-b16ab13483c0 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d68b5e0-d111-4ac2-8cbb-412eb72c7454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479395 Jun 14 16:37:21.308448 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17768b1d-47b7-4bd2-a722-352ad72a8e65 req-27d4c612-d274-49c1-a2fe-8b2699970503 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:21.310328 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-17768b1d-47b7-4bd2-a722-352ad72a8e65 req-27d4c612-d274-49c1-a2fe-8b2699970503 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.41 "GET /v2.0/ports?device_id=56df6d02-0da2-42e6-8fca-eba1c8fea1a6 HTTP/1.1" status: 200 len: 946 time: 0.1078913 Jun 14 16:37:21.315547 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device 49648edd-323d-4ff7-91d2-29157438a0ec no longer exists at agent hyperv_hv-cinder-79628 {{(pid=91937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 16:37:21.539149 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:21.573577 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-b660a412-718e-429b-958a-092d5490ef4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:21.603614 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aae5f17-8018-4c95-a614-7f339a39d94b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49648edd-323d-4ff7-91d2-29157438a0ec'}] {{(pid=91937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:37:21.608761 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}410d25e5bbb1e20f764875c123142387b982c9cf9b01c37f3ab36e77f3c6c019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b780c631-8759-41a7-9233-21c95c27d87f" -d '{"events": [{"server_uuid": "0aae5f17-8018-4c95-a614-7f339a39d94b", "name": "network-vif-unplugged", "status": "completed", "tag": "49648edd-323d-4ff7-91d2-29157438a0ec"}]}' {{(pid=91937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:37:21.626754 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cb3ee2-11b4-4ee8-b8b7-f48737d62f28 req-b428b700-a70c-4aed-bbf0-7ceb0ca286b7 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:21.640078 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-86cb3ee2-11b4-4ee8-b8b7-f48737d62f28 req-b428b700-a70c-4aed-bbf0-7ceb0ca286b7 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8 HTTP/1.1" status: 200 len: 946 time: 0.1370883 Jun 14 16:37:21.641766 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] For port 49648edd-323d-4ff7-91d2-29157438a0ec, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=49648edd-323d-4ff7-91d2-29157438a0ec,segment=NetworkSegment(c4c3f588-adb6-420f-8cdb-57f5516701db),segment_id=c4c3f588-adb6-420f-8cdb-57f5516701db)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:37:21.652575 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:21.656653 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:37:21.705178 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-86cb3ee2-11b4-4ee8-b8b7-f48737d62f28 req-795b0b42-7893-44cb-bcbf-998329516d87 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631125 Jun 14 16:37:21.747825 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Pushing event updated for resources: {'Port': ['ID=49648edd-323d-4ff7-91d2-29157438a0ec,revision_number=8']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:37:21.773844 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:37:21.775271 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Jun 2021 16:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0be95f7-a9e0-4c13-b180-a88efbd3e78a x-openstack-request-id: req-f0be95f7-a9e0-4c13-b180-a88efbd3e78a {{(pid=91937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:37:21.775576 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aae5f17-8018-4c95-a614-7f339a39d94b", "name": "network-vif-unplugged", "status": "completed", "tag": "49648edd-323d-4ff7-91d2-29157438a0ec", "code": 200}]} {{(pid=91937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:37:21.775938 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f0be95f7-a9e0-4c13-b180-a88efbd3e78a {{(pid=91937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:37:21.776345 dv-cinder-796286-2-smb neutron-server[91937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aae5f17-8018-4c95-a614-7f339a39d94b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49648edd-323d-4ff7-91d2-29157438a0ec', 'code': 200} Jun 14 16:37:21.828124 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:21.895631 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.plugin [req-17768b1d-47b7-4bd2-a722-352ad72a8e65 req-cf2ea8c9-c99a-475b-9444-2f656b1505a1 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Deleting port b70c5f57-41fc-4e3d-8e9b-e99910b86854 {{(pid=91936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 16:37:21.896431 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-17768b1d-47b7-4bd2-a722-352ad72a8e65 req-cf2ea8c9-c99a-475b-9444-2f656b1505a1 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742580025384'] for port, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:21.992788 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0530f884-7baf-48a1-a3b9-91987d6e12f9 req-7afda8f7-12ef-46fd-a125-67413860a20d tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:21.994301 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-0530f884-7baf-48a1-a3b9-91987d6e12f9 req-7afda8f7-12ef-46fd-a125-67413860a20d tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aae5f17-8018-4c95-a614-7f339a39d94b HTTP/1.1" status: 200 len: 943 time: 0.0986435 Jun 14 16:37:22.050272 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.db [req-17768b1d-47b7-4bd2-a722-352ad72a8e65 req-cf2ea8c9-c99a-475b-9444-2f656b1505a1 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] For port b70c5f57-41fc-4e3d-8e9b-e99910b86854, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=b70c5f57-41fc-4e3d-8e9b-e99910b86854,segment=NetworkSegment(24daf6a4-c396-425a-864b-0c66f657b94f),segment_id=24daf6a4-c396-425a-864b-0c66f657b94f)] {{(pid=91936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:37:22.051180 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-17768b1d-47b7-4bd2-a722-352ad72a8e65 req-cf2ea8c9-c99a-475b-9444-2f656b1505a1 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3907582'] for port, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:22.090973 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-0530f884-7baf-48a1-a3b9-91987d6e12f9 req-7ec755ac-2694-4b29-bb6b-efa54e473ae0 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=8daba1fe-8982-46f6-b6c7-60cb14092ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750411 Jun 14 16:37:22.285378 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.plugin [req-17768b1d-47b7-4bd2-a722-352ad72a8e65 req-cf2ea8c9-c99a-475b-9444-2f656b1505a1 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Calling delete_port for b70c5f57-41fc-4e3d-8e9b-e99910b86854 owned by compute:nova {{(pid=91936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 16:37:22.329948 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543de62a-237a-46ae-8932-7e52bee3bb95 req-025db620-b95a-4938-8d98-53ac58a5c57b tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:22.337760 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-543de62a-237a-46ae-8932-7e52bee3bb95 req-025db620-b95a-4938-8d98-53ac58a5c57b tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/ports?device_id=56df6d02-0da2-42e6-8fca-eba1c8fea1a6 HTTP/1.1" status: 200 len: 946 time: 0.1184533 Jun 14 16:37:22.424153 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-543de62a-237a-46ae-8932-7e52bee3bb95 req-aeae099b-b898-44dd-a5cf-60452aa2c7c8 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d68b5e0-d111-4ac2-8cbb-412eb72c7454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800316 Jun 14 16:37:22.492365 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-17768b1d-47b7-4bd2-a722-352ad72a8e65 req-cf2ea8c9-c99a-475b-9444-2f656b1505a1 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742580029772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742579636520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60243860'] for port, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:22.497994 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:37:22.513951 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] get_ports_and_sgs() called for port_ids ['b70c5f57-41fc-4e3d-8e9b-e99910b86854'] {{(pid=91937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 16:37:22.547493 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ea8c9-c99a-475b-9444-2f656b1505a1 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Pushing event deleted for resources: {'Port': ['ID=b70c5f57-41fc-4e3d-8e9b-e99910b86854,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:37:22.556291 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-cf2ea8c9-c99a-475b-9444-2f656b1505a1 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:37:22.631795 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.db.l3_dvrscheduler_db [req-17768b1d-47b7-4bd2-a722-352ad72a8e65 req-cf2ea8c9-c99a-475b-9444-2f656b1505a1 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] No DVR routers for this DVR port b70c5f57-41fc-4e3d-8e9b-e99910b86854 on host hv-cinder-79628 {{(pid=91936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 16:37:22.641024 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-17768b1d-47b7-4bd2-a722-352ad72a8e65 req-cf2ea8c9-c99a-475b-9444-2f656b1505a1 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220504'] for port, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:22.648706 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-17768b1d-47b7-4bd2-a722-352ad72a8e65 req-cf2ea8c9-c99a-475b-9444-2f656b1505a1 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] 10.222.0.41 "DELETE /v2.0/ports/b70c5f57-41fc-4e3d-8e9b-e99910b86854 HTTP/1.1" status: 204 len: 173 time: 1.3169096 Jun 14 16:37:22.649799 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56df6d02-0da2-42e6-8fca-eba1c8fea1a6', 'name': 'network-vif-deleted', 'tag': 'b70c5f57-41fc-4e3d-8e9b-e99910b86854'}] {{(pid=91936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:37:22.668416 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659a09cea19619e202447e1b4bc3efe885e95cab3022d83c422060b06feffe3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f991c57-d939-4f2a-823d-5105540ac2bc" -d '{"events": [{"server_uuid": "56df6d02-0da2-42e6-8fca-eba1c8fea1a6", "name": "network-vif-deleted", "tag": "b70c5f57-41fc-4e3d-8e9b-e99910b86854"}]}' {{(pid=91936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:37:22.770544 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-ac317c73-f3f7-46db-8eeb-274d40bc3b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:22.949319 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 16:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-956238ca-4e67-4cf3-97d6-59ed40d413d3 x-openstack-request-id: req-956238ca-4e67-4cf3-97d6-59ed40d413d3 {{(pid=91936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:37:22.949874 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56df6d02-0da2-42e6-8fca-eba1c8fea1a6", "name": "network-vif-deleted", "tag": "b70c5f57-41fc-4e3d-8e9b-e99910b86854", "status": "completed", "code": 200}]} {{(pid=91936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:37:22.950153 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-956238ca-4e67-4cf3-97d6-59ed40d413d3 {{(pid=91936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:37:22.950868 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56df6d02-0da2-42e6-8fca-eba1c8fea1a6', 'name': 'network-vif-deleted', 'tag': 'b70c5f57-41fc-4e3d-8e9b-e99910b86854', 'status': 'completed', 'code': 200} Jun 14 16:37:23.125811 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1288ceb-cebd-40bf-a50b-204ba2756a42 req-49196604-3efb-4b07-b57a-40dfcfc3bf00 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:23.127266 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-f1288ceb-cebd-40bf-a50b-204ba2756a42 req-49196604-3efb-4b07-b57a-40dfcfc3bf00 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8 HTTP/1.1" status: 200 len: 946 time: 0.0824804 Jun 14 16:37:23.202889 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-f1288ceb-cebd-40bf-a50b-204ba2756a42 req-387f2092-e76a-4fc5-beea-770f46e4311b tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669055 Jun 14 16:37:23.598403 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 46082) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:37:23.712967 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcd19a31-7cd2-42af-80bb-852c99cf7fc8 admin admin] Deleting subnet 826d910f-c166-497c-95fa-57ee752151ec {{(pid=91936) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 14 16:37:23.716792 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-bcd19a31-7cd2-42af-80bb-852c99cf7fc8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:23.765603 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-bcd19a31-7cd2-42af-80bb-852c99cf7fc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60627306'] for subnet, precommit_delete_associations {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:23.814912 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cc5bb3-99cf-4143-8bd1-8a1518cc7130 req-6c70be5a-20a6-42c2-a1b7-f058deb080db tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:23.817136 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-47cc5bb3-99cf-4143-8bd1-8a1518cc7130 req-6c70be5a-20a6-42c2-a1b7-f058deb080db tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aae5f17-8018-4c95-a614-7f339a39d94b HTTP/1.1" status: 200 len: 943 time: 0.0894778 Jun 14 16:37:23.839096 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-bcd19a31-7cd2-42af-80bb-852c99cf7fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676727'] for subnet, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:23.872734 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-47cc5bb3-99cf-4143-8bd1-8a1518cc7130 req-87d3572d-4b45-47ce-ac68-eb0fd31df409 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=8daba1fe-8982-46f6-b6c7-60cb14092ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454381 Jun 14 16:37:23.918688 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-bcd19a31-7cd2-42af-80bb-852c99cf7fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60242030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60801002'] for subnet, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:23.921908 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:37:23.962711 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd19a31-7cd2-42af-80bb-852c99cf7fc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=826d910f-c166-497c-95fa-57ee752151ec,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:37:23.967448 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-bcd19a31-7cd2-42af-80bb-852c99cf7fc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:37:23.968992 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-bcd19a31-7cd2-42af-80bb-852c99cf7fc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:23.974885 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 46088) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:37:23.975071 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-bcd19a31-7cd2-42af-80bb-852c99cf7fc8 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/826d910f-c166-497c-95fa-57ee752151ec HTTP/1.1" status: 204 len: 168 time: 0.3748240 Jun 14 16:37:24.102323 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-a1e439bf-a359-42db-ae0d-9ba45ee9c345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528124'] for network, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:24.244825 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-a1e439bf-a359-42db-ae0d-9ba45ee9c345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665066', 'neutron.services.segments.db._delete_segments_for_network-8742580095160'] for network, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:24.261399 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.services.segments.db [None req-a1e439bf-a359-42db-ae0d-9ba45ee9c345 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2198c61-c227-4c44-94c3-63db66ef4b23']}} {{(pid=91935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:37:24.283913 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.services.segments.db [None req-a1e439bf-a359-42db-ae0d-9ba45ee9c345 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24daf6a4-c396-425a-864b-0c66f657b94f') {'for_net_delete': True} {{(pid=91935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:37:24.285037 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.services.segments.db [None req-a1e439bf-a359-42db-ae0d-9ba45ee9c345 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24daf6a4-c396-425a-864b-0c66f657b94f') {} {{(pid=91935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:37:24.304273 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-a1e439bf-a359-42db-ae0d-9ba45ee9c345 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742580094998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59571740'] for segment, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:24.327297 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-a1e439bf-a359-42db-ae0d-9ba45ee9c345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678690'] for segment, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:24.336726 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1e439bf-a359-42db-ae0d-9ba45ee9c345 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=91935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 16:37:24.337133 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-a1e439bf-a359-42db-ae0d-9ba45ee9c345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58943280'] for segment, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:24.338962 dv-cinder-796286-2-smb neutron-server[91935]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 16:37:24.338962 dv-cinder-796286-2-smb neutron-server[91935]: conditions |= (models_v2.Port.network_id.in_( Jun 14 16:37:24.338962 dv-cinder-796286-2-smb neutron-server[91935]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 16:37:24.338962 dv-cinder-796286-2-smb neutron-server[91935]: retrieve_revision_numbers = { Jun 14 16:37:24.338962 dv-cinder-796286-2-smb neutron-server[91935]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 16:37:24.338962 dv-cinder-796286-2-smb neutron-server[91935]: retrieve_revision_numbers = { Jun 14 16:37:24.338962 dv-cinder-796286-2-smb neutron-server[91935]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 16:37:24.338962 dv-cinder-796286-2-smb neutron-server[91935]: conditions |= (models_v2.Port.network_id.in_( Jun 14 16:37:24.338962 dv-cinder-796286-2-smb neutron-server[91935]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 16:37:24.338962 dv-cinder-796286-2-smb neutron-server[91935]: retrieve_revision_numbers = { Jun 14 16:37:24.338962 dv-cinder-796286-2-smb neutron-server[91935]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 16:37:24.338962 dv-cinder-796286-2-smb neutron-server[91935]: retrieve_revision_numbers = { Jun 14 16:37:24.338962 dv-cinder-796286-2-smb neutron-server[91935]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 16:37:24.338962 dv-cinder-796286-2-smb neutron-server[91935]: conditions |= (models_v2.Port.network_id.in_( Jun 14 16:37:24.338962 dv-cinder-796286-2-smb neutron-server[91935]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 16:37:24.338962 dv-cinder-796286-2-smb neutron-server[91935]: conditions |= (models_v2.Port.network_id.in_( Jun 14 16:37:24.338962 dv-cinder-796286-2-smb neutron-server[91935]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 16:37:24.338962 dv-cinder-796286-2-smb neutron-server[91935]: retrieve_revision_numbers = { Jun 14 16:37:24.338962 dv-cinder-796286-2-smb neutron-server[91935]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 16:37:24.338962 dv-cinder-796286-2-smb neutron-server[91935]: conditions |= (models_v2.Port.network_id.in_( Jun 14 16:37:24.338962 dv-cinder-796286-2-smb neutron-server[91935]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 16:37:24.338962 dv-cinder-796286-2-smb neutron-server[91935]: retrieve_revision_numbers = { Jun 14 16:37:24.338962 dv-cinder-796286-2-smb neutron-server[91935]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 16:37:24.338962 dv-cinder-796286-2-smb neutron-server[91935]: retrieve_revision_numbers = { Jun 14 16:37:24.338962 dv-cinder-796286-2-smb neutron-server[91935]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 16:37:24.338962 dv-cinder-796286-2-smb neutron-server[91935]: conditions |= (models_v2.Port.network_id.in_( Jun 14 16:37:24.338962 dv-cinder-796286-2-smb neutron-server[91935]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 16:37:24.338962 dv-cinder-796286-2-smb neutron-server[91935]: retrieve_revision_numbers = { Jun 14 16:37:24.338962 dv-cinder-796286-2-smb neutron-server[91935]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 16:37:24.338962 dv-cinder-796286-2-smb neutron-server[91935]: conditions |= (models_v2.Port.network_id.in_( Jun 14 16:37:24.338962 dv-cinder-796286-2-smb neutron-server[91935]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 16:37:24.338962 dv-cinder-796286-2-smb neutron-server[91935]: retrieve_revision_numbers = { Jun 14 16:37:24.338962 dv-cinder-796286-2-smb neutron-server[91935]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 16:37:24.338962 dv-cinder-796286-2-smb neutron-server[91935]: conditions |= (models_v2.Port.network_id.in_( Jun 14 16:37:24.338962 dv-cinder-796286-2-smb neutron-server[91935]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 16:37:24.338962 dv-cinder-796286-2-smb neutron-server[91935]: retrieve_revision_numbers = { Jun 14 16:37:24.338962 dv-cinder-796286-2-smb neutron-server[91935]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 16:37:24.338962 dv-cinder-796286-2-smb neutron-server[91935]: conditions |= (models_v2.Port.network_id.in_( Jun 14 16:37:24.338962 dv-cinder-796286-2-smb neutron-server[91935]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 16:37:24.338962 dv-cinder-796286-2-smb neutron-server[91935]: retrieve_revision_numbers = { Jun 14 16:37:24.338962 dv-cinder-796286-2-smb neutron-server[91935]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 16:37:24.338962 dv-cinder-796286-2-smb neutron-server[91935]: conditions |= (models_v2.Port.network_id.in_( Jun 14 16:37:24.338962 dv-cinder-796286-2-smb neutron-server[91935]: Traceback (most recent call last): Jun 14 16:37:24.338962 dv-cinder-796286-2-smb neutron-server[91935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 14 16:37:24.338962 dv-cinder-796286-2-smb neutron-server[91935]: timer() Jun 14 16:37:24.338962 dv-cinder-796286-2-smb neutron-server[91935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 14 16:37:24.342221 dv-cinder-796286-2-smb neutron-server[91935]: cb(*args, **kw) Jun 14 16:37:24.342221 dv-cinder-796286-2-smb neutron-server[91935]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 14 16:37:24.342221 dv-cinder-796286-2-smb neutron-server[91935]: return func(*args, **kwargs) Jun 14 16:37:24.342221 dv-cinder-796286-2-smb neutron-server[91935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 14 16:37:24.342221 dv-cinder-796286-2-smb neutron-server[91935]: self._notify() Jun 14 16:37:24.342221 dv-cinder-796286-2-smb neutron-server[91935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 14 16:37:24.342221 dv-cinder-796286-2-smb neutron-server[91935]: self.callback(batched_events) Jun 14 16:37:24.342221 dv-cinder-796286-2-smb neutron-server[91935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 14 16:37:24.342221 dv-cinder-796286-2-smb neutron-server[91935]: event.method(event) Jun 14 16:37:24.342221 dv-cinder-796286-2-smb neutron-server[91935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 14 16:37:24.342221 dv-cinder-796286-2-smb neutron-server[91935]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 14 16:37:24.342221 dv-cinder-796286-2-smb neutron-server[91935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 14 16:37:24.342221 dv-cinder-796286-2-smb neutron-server[91935]: aggregate_uuid = self.p_client.list_aggregates( Jun 14 16:37:24.342221 dv-cinder-796286-2-smb neutron-server[91935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 14 16:37:24.342221 dv-cinder-796286-2-smb neutron-server[91935]: return f(self, *a, **k) Jun 14 16:37:24.342221 dv-cinder-796286-2-smb neutron-server[91935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 14 16:37:24.342221 dv-cinder-796286-2-smb neutron-server[91935]: return self._get(url).json() Jun 14 16:37:24.342221 dv-cinder-796286-2-smb neutron-server[91935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 14 16:37:24.342221 dv-cinder-796286-2-smb neutron-server[91935]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 14 16:37:24.342221 dv-cinder-796286-2-smb neutron-server[91935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 14 16:37:24.342221 dv-cinder-796286-2-smb neutron-server[91935]: return self.request(url, 'GET', **kwargs) Jun 14 16:37:24.342221 dv-cinder-796286-2-smb neutron-server[91935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 14 16:37:24.342221 dv-cinder-796286-2-smb neutron-server[91935]: base_url = self.get_endpoint(auth, allow=allow, Jun 14 16:37:24.342221 dv-cinder-796286-2-smb neutron-server[91935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 14 16:37:24.342221 dv-cinder-796286-2-smb neutron-server[91935]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 14 16:37:24.342221 dv-cinder-796286-2-smb neutron-server[91935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 14 16:37:24.342221 dv-cinder-796286-2-smb neutron-server[91935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 14 16:37:24.342221 dv-cinder-796286-2-smb neutron-server[91935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 14 16:37:24.390177 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-61a174dc-ae9e-41b9-9cb1-e8a1b9f9c99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:24.474658 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-a1e439bf-a359-42db-ae0d-9ba45ee9c345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-121365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904005'] for network, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:24.488340 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:37:24.492180 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-a1e439bf-a359-42db-ae0d-9ba45ee9c345 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693340'] for network, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:24.498553 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-a1e439bf-a359-42db-ae0d-9ba45ee9c345 admin admin] 10.222.0.16 "DELETE /v2.0/networks/e2198c61-c227-4c44-94c3-63db66ef4b23 HTTP/1.1" status: 204 len: 168 time: 0.5189202 Jun 14 16:37:24.518045 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e439bf-a359-42db-ae0d-9ba45ee9c345 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2198c61-c227-4c44-94c3-63db66ef4b23,revision_number=None']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:37:24.521434 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-a1e439bf-a359-42db-ae0d-9ba45ee9c345 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:37:24.542422 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6853f4ac-e9eb-4091-98c9-f4f2280ad54b req-b3e4188b-56a0-44bd-a235-6f44222745af tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:24.544164 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-6853f4ac-e9eb-4091-98c9-f4f2280ad54b req-b3e4188b-56a0-44bd-a235-6f44222745af tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8 HTTP/1.1" status: 200 len: 946 time: 0.1718206 Jun 14 16:37:24.603345 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-6853f4ac-e9eb-4091-98c9-f4f2280ad54b req-7d79a1df-c4f5-4088-bcb7-4acdd3fa65ba tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518792 Jun 14 16:37:24.668088 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 46096) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:37:24.720110 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-1942e837-0038-49ff-af99-b249dd674901 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2a5847235a974f63891d8576b13e7ab6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0500898 Jun 14 16:37:24.723621 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 46098) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:37:24.796589 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-37ac0005-7bf1-44af-95aa-a1869aae5863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:24.824017 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-37ac0005-7bf1-44af-95aa-a1869aae5863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:24.884696 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-37ac0005-7bf1-44af-95aa-a1869aae5863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:24.888785 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-37ac0005-7bf1-44af-95aa-a1869aae5863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:24.890158 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-37ac0005-7bf1-44af-95aa-a1869aae5863 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2d68b5e0-d111-4ac2-8cbb-412eb72c7454 HTTP/1.1" status: 204 len: 168 time: 0.1653094 Jun 14 16:37:24.891524 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-375c5c8c-68fd-4a52-bcdf-6cfc4097d0a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:37:24.905752 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ac0005-7bf1-44af-95aa-a1869aae5863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d68b5e0-d111-4ac2-8cbb-412eb72c7454,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:37:24.919083 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-37ac0005-7bf1-44af-95aa-a1869aae5863 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:37:25.182683 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d18a79-2d11-4236-848f-4bf0707c2319 req-222e4e92-a262-45b6-b182-a287d794814e tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:25.184271 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-27d18a79-2d11-4236-848f-4bf0707c2319 req-222e4e92-a262-45b6-b182-a287d794814e tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aae5f17-8018-4c95-a614-7f339a39d94b HTTP/1.1" status: 200 len: 943 time: 0.0911582 Jun 14 16:37:25.278841 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-27d18a79-2d11-4236-848f-4bf0707c2319 req-8fe6a10c-a4dc-4ee0-9166-0669a64079d9 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=8daba1fe-8982-46f6-b6c7-60cb14092ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878351 Jun 14 16:37:25.315583 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device 49648edd-323d-4ff7-91d2-29157438a0ec no longer exists at agent hyperv_hv-cinder-79628 {{(pid=91937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 16:37:25.474189 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device b70c5f57-41fc-4e3d-8e9b-e99910b86854 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=91937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 16:37:25.502812 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.plugin [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] No Port match for: b70c5f57-41fc-4e3d-8e9b-e99910b86854 {{(pid=91937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 16:37:25.503493 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device b70c5f57-41fc-4e3d-8e9b-e99910b86854 not bound to the agent host hv-cinder-79628 {{(pid=91937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 16:37:25.864037 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e00d26-4ea7-4fd9-841f-c48c07506008 req-7bd19045-7907-4b75-8adf-0e5836e1e9d7 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:25.866040 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-38e00d26-4ea7-4fd9-841f-c48c07506008 req-7bd19045-7907-4b75-8adf-0e5836e1e9d7 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8 HTTP/1.1" status: 200 len: 946 time: 0.0859871 Jun 14 16:37:25.929938 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-38e00d26-4ea7-4fd9-841f-c48c07506008 req-eaacedec-c17d-47af-8b4e-8f18ba82b6a9 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553277 Jun 14 16:37:26.549111 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce3fd46-b40a-4df7-876b-7c90821f218a req-69ba73fc-e447-440b-b563-c9c5e292e6f4 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:26.550746 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-4ce3fd46-b40a-4df7-876b-7c90821f218a req-69ba73fc-e447-440b-b563-c9c5e292e6f4 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aae5f17-8018-4c95-a614-7f339a39d94b HTTP/1.1" status: 200 len: 943 time: 0.0885553 Jun 14 16:37:26.629671 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-4ce3fd46-b40a-4df7-876b-7c90821f218a req-4d5d13c7-dc07-4aaf-bffe-889900101147 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=8daba1fe-8982-46f6-b6c7-60cb14092ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716496 Jun 14 16:37:27.186893 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c75eb32-f8a3-4d91-83fb-798d5c0d993f req-be0623f5-9233-4d4e-a873-1c147d1bc495 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:27.188782 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-2c75eb32-f8a3-4d91-83fb-798d5c0d993f req-be0623f5-9233-4d4e-a873-1c147d1bc495 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8 HTTP/1.1" status: 200 len: 946 time: 0.1025643 Jun 14 16:37:27.255478 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-2c75eb32-f8a3-4d91-83fb-798d5c0d993f req-84deb00b-b3fa-48df-a2b7-9a1d68c5bbbf tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553224 Jun 14 16:37:27.441135 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 46168) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:37:27.597435 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-c159a692-c0e1-4377-a0ff-831fd6827c91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:27.758118 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-c159a692-c0e1-4377-a0ff-831fd6827c91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:27.765058 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-c159a692-c0e1-4377-a0ff-831fd6827c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:27.772726 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-67191a3a-2ec8-4fe8-9586-2a07263cdb6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:37:27.845067 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-c159a692-c0e1-4377-a0ff-831fd6827c91 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1d153d353985453da17fde0800b1c14c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4030278 Jun 14 16:37:27.845997 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c159a692-c0e1-4377-a0ff-831fd6827c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4db0e0a7-b951-4bff-800f-844f2e58c654,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:37:27.851752 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 46184) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:37:27.855322 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-c159a692-c0e1-4377-a0ff-831fd6827c91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:37:27.899844 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed44c6a-d163-448d-ae0f-a31ca30d89e5 req-b8fd0c22-01fe-4257-8c61-3d6229265060 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:27.901572 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-5ed44c6a-d163-448d-ae0f-a31ca30d89e5 req-b8fd0c22-01fe-4257-8c61-3d6229265060 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aae5f17-8018-4c95-a614-7f339a39d94b HTTP/1.1" status: 200 len: 943 time: 0.1203496 Jun 14 16:37:27.910285 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-daa19407-c398-4bd3-9881-aa8ed497ffe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:27.939700 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-daa19407-c398-4bd3-9881-aa8ed497ffe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:27.949464 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-5ed44c6a-d163-448d-ae0f-a31ca30d89e5 req-dd79b52d-d4e8-4b5b-96ed-68ce64f1072c tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=8daba1fe-8982-46f6-b6c7-60cb14092ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415759 Jun 14 16:37:28.006075 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-daa19407-c398-4bd3-9881-aa8ed497ffe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:28.009149 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-daa19407-c398-4bd3-9881-aa8ed497ffe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:28.010324 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-daa19407-c398-4bd3-9881-aa8ed497ffe4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4db0e0a7-b951-4bff-800f-844f2e58c654 HTTP/1.1" status: 204 len: 168 time: 0.1609881 Jun 14 16:37:28.011286 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-af35ebd0-0f8f-4a47-a979-286613ec1b5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:37:28.021102 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa19407-c398-4bd3-9881-aa8ed497ffe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db0e0a7-b951-4bff-800f-844f2e58c654,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:37:28.026439 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-daa19407-c398-4bd3-9881-aa8ed497ffe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:37:28.338269 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 46214) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:37:28.357174 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-238c8b3d-3962-4223-8de7-e97874ab0d96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:28.375505 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 46216) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:37:28.377902 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2171ece6-6a94-41e6-af6b-aed6c20ce4c9 req-bfc6b753-6404-41a2-a44d-d74a7d6989d6 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:28.379406 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-2171ece6-6a94-41e6-af6b-aed6c20ce4c9 req-bfc6b753-6404-41a2-a44d-d74a7d6989d6 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/networks?id=c1219877-862b-41ef-afe7-38dec12bd89a HTTP/1.1" status: 200 len: 813 time: 0.1485891 Jun 14 16:37:28.400854 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-2171ece6-6a94-41e6-af6b-aed6c20ce4c9 req-5ffa292e-9137-4aa1-99a1-67f3a8088122 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/quotas/2861a01ee94f486f84fe3ad8bbbf968f HTTP/1.1" status: 200 len: 375 time: 0.0110602 Jun 14 16:37:28.452273 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-2171ece6-6a94-41e6-af6b-aed6c20ce4c9 req-72ffe79c-edc6-48e0-8778-1f4693097219 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2861a01ee94f486f84fe3ad8bbbf968f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420265 Jun 14 16:37:28.579436 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa844e01-3a75-4554-aef1-3aac2610f659 req-0331490f-77b2-4fe0-9be9-ad2e9eefbcd9 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:28.581334 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-fa844e01-3a75-4554-aef1-3aac2610f659 req-0331490f-77b2-4fe0-9be9-ad2e9eefbcd9 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8 HTTP/1.1" status: 200 len: 946 time: 0.1826408 Jun 14 16:37:28.593517 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-2171ece6-6a94-41e6-af6b-aed6c20ce4c9 req-0300a2b4-3bfc-4c76-bf42-c1cff8378475 service neutron] 10.222.0.16 "GET /v2.0/networks/c1219877-862b-41ef-afe7-38dec12bd89a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383193 Jun 14 16:37:28.608544 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-238c8b3d-3962-4223-8de7-e97874ab0d96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:28.622468 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-238c8b3d-3962-4223-8de7-e97874ab0d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:28.627488 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:37:28.660529 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-e851667d-a8a1-4a1d-9c93-e7a2f335cde9 req-2fc1bbeb-8834-443c-b3d3-d6f5869bdbc5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0aae5f17-8018-4c95-a614-7f339a39d94b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2836654 Jun 14 16:37:28.687546 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-238c8b3d-3962-4223-8de7-e97874ab0d96 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=65b8cd33d23f4ff89e12cf5851f04018&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3479269 Jun 14 16:37:28.688155 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 46220) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:37:28.698829 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238c8b3d-3962-4223-8de7-e97874ab0d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd11f20-65cf-4f9a-955a-c85b4a9ea15a,revision_number=1']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:37:28.703610 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-fa844e01-3a75-4554-aef1-3aac2610f659 req-ed58e67b-77d7-4950-90f4-94ceb8083466 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142402 Jun 14 16:37:28.711948 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-238c8b3d-3962-4223-8de7-e97874ab0d96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:37:28.727764 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-2171ece6-6a94-41e6-af6b-aed6c20ce4c9 req-2d66cb0a-65c9-4d56-baf6-996f46d07e56 service neutron] 10.222.0.16 "GET /v2.0/networks/c1219877-862b-41ef-afe7-38dec12bd89a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283607 Jun 14 16:37:28.762635 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-81946687-dee7-4da9-aa27-3f4aa1568def admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:29.009242 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-81946687-dee7-4da9-aa27-3f4aa1568def admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:29.067717 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-6b962e54-d22d-4564-9740-de9e10cdd308 req-6f4391d8-974d-44f8-9573-92ac6e1e7c18 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e2e57bd-a822-43b7-944b-be4f6dc455a1 HTTP/1.1" status: 200 len: 210 time: 0.0606716 Jun 14 16:37:29.132088 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-81946687-dee7-4da9-aa27-3f4aa1568def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:29.135552 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-81946687-dee7-4da9-aa27-3f4aa1568def admin admin] Notify callbacks [] for security_group, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:29.136869 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-81946687-dee7-4da9-aa27-3f4aa1568def admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5bd11f20-65cf-4f9a-955a-c85b4a9ea15a HTTP/1.1" status: 204 len: 168 time: 0.4451900 Jun 14 16:37:29.137945 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-06dd654a-4b2b-4f34-9b26-19792c4dac6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:37:29.170234 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81946687-dee7-4da9-aa27-3f4aa1568def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd11f20-65cf-4f9a-955a-c85b4a9ea15a,revision_number=None']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:37:29.177577 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-81946687-dee7-4da9-aa27-3f4aa1568def admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:37:29.322689 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a407e06c-cefc-4d5a-aac1-b20f590c504e req-c90591ea-b7e0-48af-87fb-0bba08940e54 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:29.324837 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-a407e06c-cefc-4d5a-aac1-b20f590c504e req-c90591ea-b7e0-48af-87fb-0bba08940e54 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aae5f17-8018-4c95-a614-7f339a39d94b HTTP/1.1" status: 200 len: 943 time: 0.1524673 Jun 14 16:37:29.386144 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-a407e06c-cefc-4d5a-aac1-b20f590c504e req-cb11a600-776a-4cbf-980e-670944a1205e tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=8daba1fe-8982-46f6-b6c7-60cb14092ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536497 Jun 14 16:37:30.009381 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4fbf1a-3ac0-41b5-bc88-c9d205fe246b req-fdbc82b8-70a6-4e09-a6e9-6287420c2482 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:30.010963 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-0e4fbf1a-3ac0-41b5-bc88-c9d205fe246b req-fdbc82b8-70a6-4e09-a6e9-6287420c2482 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8 HTTP/1.1" status: 200 len: 946 time: 0.1344347 Jun 14 16:37:30.066317 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-0e4fbf1a-3ac0-41b5-bc88-c9d205fe246b req-70a2d69b-cced-43f1-9391-be6921238ecf tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467362 Jun 14 16:37:30.235933 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-040b09e1-e573-4aa6-b134-3458ff94b72f req-3f85906d-66ba-437a-863c-db63dce71d82 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e2e57bd-a822-43b7-944b-be4f6dc455a1 HTTP/1.1" status: 200 len: 210 time: 0.0338359 Jun 14 16:37:30.673987 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2171ece6-6a94-41e6-af6b-aed6c20ce4c9 req-38857e23-e0d6-4c2b-a1c9-c9a2f9bd105b tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:30.677230 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-2171ece6-6a94-41e6-af6b-aed6c20ce4c9 req-38857e23-e0d6-4c2b-a1c9-c9a2f9bd105b tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.41 "GET /v2.0/networks?id=c1219877-862b-41ef-afe7-38dec12bd89a HTTP/1.1" status: 200 len: 813 time: 0.2497339 Jun 14 16:37:30.693743 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.v2.base [req-2171ece6-6a94-41e6-af6b-aed6c20ce4c9 req-9e5e88fe-b677-4549-82eb-3db4d8a6c0cd tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Request body: {'port': {'device_id': '1e2e57bd-a822-43b7-944b-be4f6dc455a1', 'network_id': 'c1219877-862b-41ef-afe7-38dec12bd89a', 'admin_state_up': True, 'tenant_id': '2861a01ee94f486f84fe3ad8bbbf968f'}} {{(pid=91936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:37:30.747352 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37649bb1-c759-40cd-bc79-99f100bc2002 req-95a79314-97a8-4375-840f-94cc5b2533a0 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:30.748910 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-37649bb1-c759-40cd-bc79-99f100bc2002 req-95a79314-97a8-4375-840f-94cc5b2533a0 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aae5f17-8018-4c95-a614-7f339a39d94b HTTP/1.1" status: 200 len: 943 time: 0.1491542 Jun 14 16:37:30.792940 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-37649bb1-c759-40cd-bc79-99f100bc2002 req-80ebf2b4-091b-49e5-916f-566cb6b3f86c tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=8daba1fe-8982-46f6-b6c7-60cb14092ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375330 Jun 14 16:37:30.845052 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2171ece6-6a94-41e6-af6b-aed6c20ce4c9 req-9e5e88fe-b677-4549-82eb-3db4d8a6c0cd tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Made reservation on behalf of 2861a01ee94f486f84fe3ad8bbbf968f for: {'port': 1} {{(pid=91936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:37:30.848293 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-2171ece6-6a94-41e6-af6b-aed6c20ce4c9 req-9e5e88fe-b677-4549-82eb-3db4d8a6c0cd tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-782655'] for port, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:31.013602 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.db.db_base_plugin_common [req-2171ece6-6a94-41e6-af6b-aed6c20ce4c9 req-9e5e88fe-b677-4549-82eb-3db4d8a6c0cd tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Allocated IP 172.20.0.12 (c1219877-862b-41ef-afe7-38dec12bd89a/e548ffcc-1ce1-4095-beac-3f4a320f91e1/deb6347d-fe8f-4e48-948c-f67de69803de) {{(pid=91936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 16:37:31.027034 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e851667d-a8a1-4a1d-9c93-e7a2f335cde9 req-a9893af2-5816-4459-b746-6982107b30e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:31.028621 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-e851667d-a8a1-4a1d-9c93-e7a2f335cde9 req-a9893af2-5816-4459-b746-6982107b30e4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0aae5f17-8018-4c95-a614-7f339a39d94b&tenant_id=5e64979c8b4744a1a9e561844a8d2019 HTTP/1.1" status: 200 len: 1096 time: 0.1083808 Jun 14 16:37:31.120692 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e851667d-a8a1-4a1d-9c93-e7a2f335cde9 req-f79170ec-01c6-4a2b-a77e-7dc37d8331c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:31.122156 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-e851667d-a8a1-4a1d-9c93-e7a2f335cde9 req-f79170ec-01c6-4a2b-a77e-7dc37d8331c4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5e64979c8b4744a1a9e561844a8d2019&device_id=0aae5f17-8018-4c95-a614-7f339a39d94b HTTP/1.1" status: 200 len: 1096 time: 0.0649102 Jun 14 16:37:31.254608 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e851667d-a8a1-4a1d-9c93-e7a2f335cde9 req-1fec47ea-60f9-4dae-9edb-df2a80eb76e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:31.254608 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-e851667d-a8a1-4a1d-9c93-e7a2f335cde9 req-1fec47ea-60f9-4dae-9edb-df2a80eb76e3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b827e6b3-7ed7-4462-86b3-950f50bba85c HTTP/1.1" status: 200 len: 917 time: 0.1234901 Jun 14 16:37:31.254825 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-2171ece6-6a94-41e6-af6b-aed6c20ce4c9 req-9e5e88fe-b677-4549-82eb-3db4d8a6c0cd tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Notify callbacks [] for port, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:31.255265 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 46344) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:37:31.306854 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-2171ece6-6a94-41e6-af6b-aed6c20ce4c9 req-9e5e88fe-b677-4549-82eb-3db4d8a6c0cd tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-782844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4109363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742579636511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60243869'] for port, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:31.311854 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-2f9ade2e-6964-4221-a4a1-b264fcf09f74 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:37:31.380234 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2171ece6-6a94-41e6-af6b-aed6c20ce4c9 req-9e5e88fe-b677-4549-82eb-3db4d8a6c0cd tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Network c1219877-862b-41ef-afe7-38dec12bd89a is already hosted by enough agents. {{(pid=91936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:37:31.385192 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.base_scheduler [req-2171ece6-6a94-41e6-af6b-aed6c20ce4c9 req-9e5e88fe-b677-4549-82eb-3db4d8a6c0cd tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Resources bound (agent type, host, resource id): {{(pid=91936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:37:31.392526 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.db.l3_dvrscheduler_db [req-2171ece6-6a94-41e6-af6b-aed6c20ce4c9 req-9e5e88fe-b677-4549-82eb-3db4d8a6c0cd tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Received port after_create {{(pid=91936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 16:37:31.401936 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b13491e-e0b5-46a3-8cef-fecba8266219 req-bd6523c8-8b15-4176-9f22-047a61e5339a tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:31.403461 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-5b13491e-e0b5-46a3-8cef-fecba8266219 req-bd6523c8-8b15-4176-9f22-047a61e5339a tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8 HTTP/1.1" status: 200 len: 946 time: 0.2132030 Jun 14 16:37:31.433029 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5e88fe-b677-4549-82eb-3db4d8a6c0cd tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Pushing event updated for resources: {'Port': ['ID=deb6347d-fe8f-4e48-948c-f67de69803de,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:37:31.434365 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.db.db_base_plugin_v2 [None req-db26cf93-3c74-4670-8a20-ce0eacbf3f86 admin admin] Deleting subnet 312ae0c3-7ba8-4f56-b31f-cce233ff2ea3 {{(pid=91935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 14 16:37:31.438104 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-9e5e88fe-b677-4549-82eb-3db4d8a6c0cd tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:37:31.443757 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-db26cf93-3c74-4670-8a20-ce0eacbf3f86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:31.480677 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2171ece6-6a94-41e6-af6b-aed6c20ce4c9 req-9e5e88fe-b677-4549-82eb-3db4d8a6c0cd tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:31.487823 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-2171ece6-6a94-41e6-af6b-aed6c20ce4c9 req-9e5e88fe-b677-4549-82eb-3db4d8a6c0cd tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220504'] for port, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:31.488111 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-e851667d-a8a1-4a1d-9c93-e7a2f335cde9 req-19275e6a-792e-4348-ab23-95e7377c2d05 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49648edd-323d-4ff7-91d2-29157438a0ec HTTP/1.1" status: 200 len: 998 time: 0.2225156 Jun 14 16:37:31.508624 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-5b13491e-e0b5-46a3-8cef-fecba8266219 req-3aaae901-21ee-49e4-9236-232058e956f9 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767529 Jun 14 16:37:31.515192 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-2171ece6-6a94-41e6-af6b-aed6c20ce4c9 req-9e5e88fe-b677-4549-82eb-3db4d8a6c0cd tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8284488 Jun 14 16:37:31.531360 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.v2.base [req-2171ece6-6a94-41e6-af6b-aed6c20ce4c9 req-c37064cc-ace2-4830-9af9-7824c4734b2d service neutron] Request body: {'port': {'device_id': '1e2e57bd-a822-43b7-944b-be4f6dc455a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=91936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:37:31.545560 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-db26cf93-3c74-4670-8a20-ce0eacbf3f86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59571735'] for subnet, precommit_delete_associations {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:31.617314 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d093d5-d9a4-4bf7-8220-dfc07a9cd135 req-25a02bb3-2762-4f57-9d6b-718398c5fc14 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:31.618906 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-66d093d5-d9a4-4bf7-8220-dfc07a9cd135 req-25a02bb3-2762-4f57-9d6b-718398c5fc14 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e2e57bd-a822-43b7-944b-be4f6dc455a1 HTTP/1.1" status: 200 len: 932 time: 0.2487552 Jun 14 16:37:31.624007 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e851667d-a8a1-4a1d-9c93-e7a2f335cde9 req-0e831bfe-8577-4174-9267-63233fdda90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:31.625437 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-e851667d-a8a1-4a1d-9c93-e7a2f335cde9 req-0e831bfe-8577-4174-9267-63233fdda90f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c618564-7ca5-4a66-b740-3ae47e99df42 HTTP/1.1" status: 200 len: 855 time: 0.1291559 Jun 14 16:37:31.625912 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-2171ece6-6a94-41e6-af6b-aed6c20ce4c9 req-c37064cc-ace2-4830-9af9-7824c4734b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:31.631196 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-db26cf93-3c74-4670-8a20-ce0eacbf3f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676727'] for subnet, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:31.758738 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-66d093d5-d9a4-4bf7-8220-dfc07a9cd135 req-d87d778f-a565-48cf-a9e5-1f161d169d73 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/security-groups?id=57373bd2-d465-4f5e-b443-57f291b224e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287317 Jun 14 16:37:31.792380 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e851667d-a8a1-4a1d-9c93-e7a2f335cde9 req-f23027c5-86d1-4ac1-8e9b-63f71cc32a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:31.793941 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-e851667d-a8a1-4a1d-9c93-e7a2f335cde9 req-f23027c5-86d1-4ac1-8e9b-63f71cc32a6c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b827e6b3-7ed7-4462-86b3-950f50bba85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1544335 Jun 14 16:37:31.795020 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-db26cf93-3c74-4670-8a20-ce0eacbf3f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58941593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58922034'] for subnet, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:31.797865 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-aaf1540f-da4f-49f1-a366-609a23d27b3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:37:31.839270 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db26cf93-3c74-4670-8a20-ce0eacbf3f86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=312ae0c3-7ba8-4f56-b31f-cce233ff2ea3,revision_number=None']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:37:31.842366 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-db26cf93-3c74-4670-8a20-ce0eacbf3f86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:37:31.846993 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-db26cf93-3c74-4670-8a20-ce0eacbf3f86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693340'] for subnet, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:31.848973 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-db26cf93-3c74-4670-8a20-ce0eacbf3f86 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/312ae0c3-7ba8-4f56-b31f-cce233ff2ea3 HTTP/1.1" status: 204 len: 168 time: 0.5933974 Jun 14 16:37:31.867271 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 46354) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:37:32.049948 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-5bea8c11-43ca-43e2-aeda-b10e4b7005ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528124'] for network, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:32.055832 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.notifiers.nova [req-2171ece6-6a94-41e6-af6b-aed6c20ce4c9 req-c37064cc-ace2-4830-9af9-7824c4734b2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id deb6347d-fe8f-4e48-948c-f67de69803de {{(pid=91936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 16:37:32.067191 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-2171ece6-6a94-41e6-af6b-aed6c20ce4c9 req-c37064cc-ace2-4830-9af9-7824c4734b2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:32.089163 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.db.provisioning_blocks [req-2171ece6-6a94-41e6-af6b-aed6c20ce4c9 req-c37064cc-ace2-4830-9af9-7824c4734b2d service neutron] Transition to ACTIVE for port object deb6347d-fe8f-4e48-948c-f67de69803de will not be triggered until provisioned by entity L2. {{(pid=91936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:37:32.091863 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-e851667d-a8a1-4a1d-9c93-e7a2f335cde9 req-da51650b-59ea-4723-924c-9dd1afbf1681 service neutron] 10.222.0.41 "GET /v2.0/networks/b827e6b3-7ed7-4462-86b3-950f50bba85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629282 Jun 14 16:37:32.105435 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473117cb-41ca-47eb-af02-08d52380783c req-47da6447-4841-48c2-86ae-dacca336811b tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:32.107148 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-473117cb-41ca-47eb-af02-08d52380783c req-47da6447-4841-48c2-86ae-dacca336811b tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aae5f17-8018-4c95-a614-7f339a39d94b HTTP/1.1" status: 200 len: 943 time: 0.1573434 Jun 14 16:37:32.108456 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-2171ece6-6a94-41e6-af6b-aed6c20ce4c9 req-c37064cc-ace2-4830-9af9-7824c4734b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60243875'] for port, after_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:32.110614 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:37:32.238948 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-5bea8c11-43ca-43e2-aeda-b10e4b7005ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665066', 'neutron.services.segments.db._delete_segments_for_network-8742580095160'] for network, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:32.248073 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37064cc-ace2-4830-9af9-7824c4734b2d service neutron] Pushing event updated for resources: {'Port': ['ID=deb6347d-fe8f-4e48-948c-f67de69803de,revision_number=2']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:37:32.274759 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-c37064cc-ace2-4830-9af9-7824c4734b2d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:37:32.280749 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-473117cb-41ca-47eb-af02-08d52380783c req-55601cca-cd58-459d-9a30-b8efd236de2d tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=8daba1fe-8982-46f6-b6c7-60cb14092ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354434 Jun 14 16:37:32.299004 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.services.segments.db [None req-5bea8c11-43ca-43e2-aeda-b10e4b7005ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41601527-c117-47e2-859c-4e73807a5a2f']}} {{(pid=91935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:37:32.318710 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.services.segments.db [None req-5bea8c11-43ca-43e2-aeda-b10e4b7005ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb941dc1-e2ed-42d8-a0be-a3deab673aee') {'for_net_delete': True} {{(pid=91935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:37:32.319038 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.services.segments.db [None req-5bea8c11-43ca-43e2-aeda-b10e4b7005ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb941dc1-e2ed-42d8-a0be-a3deab673aee') {} {{(pid=91935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:37:32.337418 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-5bea8c11-43ca-43e2-aeda-b10e4b7005ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742580094998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59571740'] for segment, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:32.347821 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.managers [req-2171ece6-6a94-41e6-af6b-aed6c20ce4c9 req-c37064cc-ace2-4830-9af9-7824c4734b2d service neutron] Attempting to bind port deb6347d-fe8f-4e48-948c-f67de69803de on host hv-cinder-79628 for vnic_type normal with profile {{(pid=91936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 16:37:32.348160 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.managers [req-2171ece6-6a94-41e6-af6b-aed6c20ce4c9 req-c37064cc-ace2-4830-9af9-7824c4734b2d service neutron] Attempting to bind port deb6347d-fe8f-4e48-948c-f67de69803de by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '9818a2d9-651a-40fb-bc13-9aa2fbd72fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c1219877-862b-41ef-afe7-38dec12bd89a'}] {{(pid=91936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 16:37:32.348492 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2171ece6-6a94-41e6-af6b-aed6c20ce4c9 req-c37064cc-ace2-4830-9af9-7824c4734b2d service neutron] Attempting to bind port deb6347d-fe8f-4e48-948c-f67de69803de on network c1219877-862b-41ef-afe7-38dec12bd89a {{(pid=91936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:37:32.354768 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2171ece6-6a94-41e6-af6b-aed6c20ce4c9 req-c37064cc-ace2-4830-9af9-7824c4734b2d service neutron] Port deb6347d-fe8f-4e48-948c-f67de69803de on network c1219877-862b-41ef-afe7-38dec12bd89a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=91936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 16:37:32.355480 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2171ece6-6a94-41e6-af6b-aed6c20ce4c9 req-c37064cc-ace2-4830-9af9-7824c4734b2d service neutron] Attempting to bind port deb6347d-fe8f-4e48-948c-f67de69803de on network c1219877-862b-41ef-afe7-38dec12bd89a {{(pid=91936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:37:32.360222 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2171ece6-6a94-41e6-af6b-aed6c20ce4c9 req-c37064cc-ace2-4830-9af9-7824c4734b2d service neutron] Checking agent: {'id': '1755a277-340e-436e-845c-4a890e3bd21a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 32, 46), 'started_at': datetime.datetime(2021, 6, 14, 16, 32, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 16, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 16:37:32.360563 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2171ece6-6a94-41e6-af6b-aed6c20ce4c9 req-c37064cc-ace2-4830-9af9-7824c4734b2d service neutron] Checking segment: {'id': '9818a2d9-651a-40fb-bc13-9aa2fbd72fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c1219877-862b-41ef-afe7-38dec12bd89a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:37:32.360949 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2171ece6-6a94-41e6-af6b-aed6c20ce4c9 req-c37064cc-ace2-4830-9af9-7824c4734b2d service neutron] Bound using segment: {'id': '9818a2d9-651a-40fb-bc13-9aa2fbd72fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c1219877-862b-41ef-afe7-38dec12bd89a'} {{(pid=91936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 16:37:32.361380 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.managers [req-2171ece6-6a94-41e6-af6b-aed6c20ce4c9 req-c37064cc-ace2-4830-9af9-7824c4734b2d service neutron] Bound port: deb6347d-fe8f-4e48-948c-f67de69803de, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9818a2d9-651a-40fb-bc13-9aa2fbd72fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c1219877-862b-41ef-afe7-38dec12bd89a'}}] {{(pid=91936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 16:37:32.361730 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-2171ece6-6a94-41e6-af6b-aed6c20ce4c9 req-c37064cc-ace2-4830-9af9-7824c4734b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:32.364927 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-e851667d-a8a1-4a1d-9c93-e7a2f335cde9 req-b2a0ab73-7b10-4270-b6a1-dfac6bea7d1f service neutron] 10.222.0.41 "GET /v2.0/networks/b827e6b3-7ed7-4462-86b3-950f50bba85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372813 Jun 14 16:37:32.365902 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-5bea8c11-43ca-43e2-aeda-b10e4b7005ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678690'] for segment, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:32.373494 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bea8c11-43ca-43e2-aeda-b10e4b7005ad admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=91935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 16:37:32.373952 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-5bea8c11-43ca-43e2-aeda-b10e4b7005ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58943280'] for segment, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:32.376015 dv-cinder-796286-2-smb neutron-server[91935]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 16:37:32.376015 dv-cinder-796286-2-smb neutron-server[91935]: retrieve_revision_numbers = { Jun 14 16:37:32.376015 dv-cinder-796286-2-smb neutron-server[91935]: Traceback (most recent call last): Jun 14 16:37:32.376015 dv-cinder-796286-2-smb neutron-server[91935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 14 16:37:32.376015 dv-cinder-796286-2-smb neutron-server[91935]: timer() Jun 14 16:37:32.376015 dv-cinder-796286-2-smb neutron-server[91935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 14 16:37:32.376015 dv-cinder-796286-2-smb neutron-server[91935]: cb(*args, **kw) Jun 14 16:37:32.376015 dv-cinder-796286-2-smb neutron-server[91935]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 14 16:37:32.376015 dv-cinder-796286-2-smb neutron-server[91935]: return func(*args, **kwargs) Jun 14 16:37:32.376015 dv-cinder-796286-2-smb neutron-server[91935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 14 16:37:32.376015 dv-cinder-796286-2-smb neutron-server[91935]: self._notify() Jun 14 16:37:32.376015 dv-cinder-796286-2-smb neutron-server[91935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 14 16:37:32.376015 dv-cinder-796286-2-smb neutron-server[91935]: self.callback(batched_events) Jun 14 16:37:32.376015 dv-cinder-796286-2-smb neutron-server[91935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 14 16:37:32.376015 dv-cinder-796286-2-smb neutron-server[91935]: event.method(event) Jun 14 16:37:32.376015 dv-cinder-796286-2-smb neutron-server[91935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 14 16:37:32.376015 dv-cinder-796286-2-smb neutron-server[91935]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 14 16:37:32.376015 dv-cinder-796286-2-smb neutron-server[91935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 14 16:37:32.376015 dv-cinder-796286-2-smb neutron-server[91935]: aggregate_uuid = self.p_client.list_aggregates( Jun 14 16:37:32.376015 dv-cinder-796286-2-smb neutron-server[91935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 14 16:37:32.376015 dv-cinder-796286-2-smb neutron-server[91935]: return f(self, *a, **k) Jun 14 16:37:32.376015 dv-cinder-796286-2-smb neutron-server[91935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 14 16:37:32.376015 dv-cinder-796286-2-smb neutron-server[91935]: return self._get(url).json() Jun 14 16:37:32.376015 dv-cinder-796286-2-smb neutron-server[91935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 14 16:37:32.376015 dv-cinder-796286-2-smb neutron-server[91935]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 14 16:37:32.376015 dv-cinder-796286-2-smb neutron-server[91935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 14 16:37:32.376015 dv-cinder-796286-2-smb neutron-server[91935]: return self.request(url, 'GET', **kwargs) Jun 14 16:37:32.376015 dv-cinder-796286-2-smb neutron-server[91935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 14 16:37:32.376015 dv-cinder-796286-2-smb neutron-server[91935]: base_url = self.get_endpoint(auth, allow=allow, Jun 14 16:37:32.376015 dv-cinder-796286-2-smb neutron-server[91935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 14 16:37:32.376015 dv-cinder-796286-2-smb neutron-server[91935]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 14 16:37:32.376015 dv-cinder-796286-2-smb neutron-server[91935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 14 16:37:32.376015 dv-cinder-796286-2-smb neutron-server[91935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 14 16:37:32.376015 dv-cinder-796286-2-smb neutron-server[91935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 14 16:37:32.452734 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.db [req-2171ece6-6a94-41e6-af6b-aed6c20ce4c9 req-c37064cc-ace2-4830-9af9-7824c4734b2d service neutron] For port deb6347d-fe8f-4e48-948c-f67de69803de, host hv-cinder-79628, cleared binding levels {{(pid=91936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 16:37:32.456289 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.db [req-2171ece6-6a94-41e6-af6b-aed6c20ce4c9 req-c37064cc-ace2-4830-9af9-7824c4734b2d service neutron] For port deb6347d-fe8f-4e48-948c-f67de69803de, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=deb6347d-fe8f-4e48-948c-f67de69803de,segment=NetworkSegment(9818a2d9-651a-40fb-bc13-9aa2fbd72fb4),segment_id=9818a2d9-651a-40fb-bc13-9aa2fbd72fb4)] {{(pid=91936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 16:37:32.463783 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-2171ece6-6a94-41e6-af6b-aed6c20ce4c9 req-c37064cc-ace2-4830-9af9-7824c4734b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60243875'] for port, after_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:32.464545 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-5bea8c11-43ca-43e2-aeda-b10e4b7005ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-121365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904005'] for network, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:32.466169 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-cf2ea8c9-c99a-475b-9444-2f656b1505a1 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:37:32.472082 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-5bea8c11-43ca-43e2-aeda-b10e4b7005ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693340'] for network, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:32.473994 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-5bea8c11-43ca-43e2-aeda-b10e4b7005ad admin admin] 10.222.0.16 "DELETE /v2.0/networks/41601527-c117-47e2-859c-4e73807a5a2f HTTP/1.1" status: 204 len: 168 time: 0.6056511 Jun 14 16:37:32.474913 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:37:32.491576 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bea8c11-43ca-43e2-aeda-b10e4b7005ad admin admin] Pushing event deleted for resources: {'Network': ['ID=41601527-c117-47e2-859c-4e73807a5a2f,revision_number=None']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:37:32.494846 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-5bea8c11-43ca-43e2-aeda-b10e4b7005ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:37:32.513355 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2171ece6-6a94-41e6-af6b-aed6c20ce4c9 req-c37064cc-ace2-4830-9af9-7824c4734b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:32.514107 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-2171ece6-6a94-41e6-af6b-aed6c20ce4c9 req-c37064cc-ace2-4830-9af9-7824c4734b2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220504'] for port, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:32.515855 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-2171ece6-6a94-41e6-af6b-aed6c20ce4c9 req-c37064cc-ace2-4830-9af9-7824c4734b2d service neutron] 10.222.0.41 "PUT /v2.0/ports/deb6347d-fe8f-4e48-948c-f67de69803de HTTP/1.1" status: 200 len: 1094 time: 0.9888983 Jun 14 16:37:32.516444 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e2e57bd-a822-43b7-944b-be4f6dc455a1', 'tag': 'deb6347d-fe8f-4e48-948c-f67de69803de'}] {{(pid=91936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:37:32.519575 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659a09cea19619e202447e1b4bc3efe885e95cab3022d83c422060b06feffe3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c775dc8-8d60-468d-a3f9-ac9dea296093" -d '{"events": [{"name": "network-changed", "server_uuid": "1e2e57bd-a822-43b7-944b-be4f6dc455a1", "tag": "deb6347d-fe8f-4e48-948c-f67de69803de"}]}' {{(pid=91936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:37:32.562859 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37064cc-ace2-4830-9af9-7824c4734b2d service neutron] Pushing event updated for resources: {'Port': ['ID=deb6347d-fe8f-4e48-948c-f67de69803de,revision_number=3']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:37:32.569961 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-c37064cc-ace2-4830-9af9-7824c4734b2d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:37:32.752697 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 46378) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:37:32.822826 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-3c60d1a8-640b-4381-b5f2-a189597a3659 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=77ded5fb9e174eff8e549b0a5ba4bb92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0687976 Jun 14 16:37:32.823519 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 46382) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:37:32.912173 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 16:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b2ddb7-0d6c-488c-a5bf-39f91142e352 x-openstack-request-id: req-f9b2ddb7-0d6c-488c-a5bf-39f91142e352 {{(pid=91936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:37:32.912798 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-5d36034e-2a63-4b3c-8821-62c1a793f1ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:32.912979 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e2e57bd-a822-43b7-944b-be4f6dc455a1", "tag": "deb6347d-fe8f-4e48-948c-f67de69803de", "status": "completed", "code": 200}]} {{(pid=91936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:37:32.913569 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f9b2ddb7-0d6c-488c-a5bf-39f91142e352 {{(pid=91936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:37:32.913987 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e2e57bd-a822-43b7-944b-be4f6dc455a1', 'tag': 'deb6347d-fe8f-4e48-948c-f67de69803de', 'status': 'completed', 'code': 200} Jun 14 16:37:32.955216 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-5d36034e-2a63-4b3c-8821-62c1a793f1ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:33.001884 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2171ece6-6a94-41e6-af6b-aed6c20ce4c9 req-4ac23f3d-df74-492e-824e-2149cafdd2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:33.003602 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-2171ece6-6a94-41e6-af6b-aed6c20ce4c9 req-4ac23f3d-df74-492e-824e-2149cafdd2cc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2861a01ee94f486f84fe3ad8bbbf968f&device_id=1e2e57bd-a822-43b7-944b-be4f6dc455a1 HTTP/1.1" status: 200 len: 1097 time: 0.4204843 Jun 14 16:37:33.019830 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d90dc3-e285-4781-8a78-3f5c5ad2398e req-20156ef8-e343-4dbe-a040-148a17fd8dac tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:33.021594 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-01d90dc3-e285-4781-8a78-3f5c5ad2398e req-20156ef8-e343-4dbe-a040-148a17fd8dac tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8 HTTP/1.1" status: 200 len: 946 time: 0.1068125 Jun 14 16:37:33.087819 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e520255-21ac-4f5f-9c42-c11897355022 req-c7461380-8ea9-4f1d-b1f2-82bc4a7ab50f tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:33.092336 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-0e520255-21ac-4f5f-9c42-c11897355022 req-c7461380-8ea9-4f1d-b1f2-82bc4a7ab50f tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e2e57bd-a822-43b7-944b-be4f6dc455a1 HTTP/1.1" status: 200 len: 944 time: 0.1524987 Jun 14 16:37:33.133135 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-2171ece6-6a94-41e6-af6b-aed6c20ce4c9 req-089a301d-792e-4b1a-b1a7-b3635579874e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=deb6347d-fe8f-4e48-948c-f67de69803de HTTP/1.1" status: 200 len: 217 time: 0.1207511 Jun 14 16:37:33.160456 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-0e520255-21ac-4f5f-9c42-c11897355022 req-ee54ffdc-f612-4aa6-8e67-9430735491d6 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/security-groups?id=57373bd2-d465-4f5e-b443-57f291b224e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670393 Jun 14 16:37:33.165558 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-5d36034e-2a63-4b3c-8821-62c1a793f1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:33.169086 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-5d36034e-2a63-4b3c-8821-62c1a793f1ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:33.180271 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-5d36034e-2a63-4b3c-8821-62c1a793f1ad admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/96f5896c-b59c-4daa-b4ba-03178324a71c HTTP/1.1" status: 204 len: 168 time: 0.3556285 Jun 14 16:37:33.181578 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-c8041fab-9d6c-4308-ab0c-d68b16d101fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:37:33.232083 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-01d90dc3-e285-4781-8a78-3f5c5ad2398e req-ae035c81-6d74-4734-b9ba-c0086383a608 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026877 Jun 14 16:37:33.252746 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d36034e-2a63-4b3c-8821-62c1a793f1ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f5896c-b59c-4daa-b4ba-03178324a71c,revision_number=None']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:37:33.256120 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2171ece6-6a94-41e6-af6b-aed6c20ce4c9 req-2c59a4c0-5fc8-4e11-9f43-fbfa7d91d749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:33.258110 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-5d36034e-2a63-4b3c-8821-62c1a793f1ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:37:33.265373 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-2171ece6-6a94-41e6-af6b-aed6c20ce4c9 req-2c59a4c0-5fc8-4e11-9f43-fbfa7d91d749 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e548ffcc-1ce1-4095-beac-3f4a320f91e1 HTTP/1.1" status: 200 len: 853 time: 0.1080542 Jun 14 16:37:33.457154 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-2171ece6-6a94-41e6-af6b-aed6c20ce4c9 req-6b99f517-58a5-4619-ba24-29edd12a70f7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c1219877-862b-41ef-afe7-38dec12bd89a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1262109 Jun 14 16:37:33.611395 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 46406) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:37:33.763858 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f405fb05-566c-4173-a8ea-b04199cd1ec8 req-e0d45aeb-fc7f-43dd-80ef-712a3e0e4fa0 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:33.765545 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-f405fb05-566c-4173-a8ea-b04199cd1ec8 req-e0d45aeb-fc7f-43dd-80ef-712a3e0e4fa0 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aae5f17-8018-4c95-a614-7f339a39d94b HTTP/1.1" status: 200 len: 943 time: 0.1546564 Jun 14 16:37:33.838193 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-f405fb05-566c-4173-a8ea-b04199cd1ec8 req-5004b51b-e44a-4dd5-92fb-4c4676963f77 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=8daba1fe-8982-46f6-b6c7-60cb14092ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549293 Jun 14 16:37:33.984698 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-a13c703c-12a0-43ec-98f7-397228aadfb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:34.137781 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-a13c703c-12a0-43ec-98f7-397228aadfb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:34.141735 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-a13c703c-12a0-43ec-98f7-397228aadfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:34.146831 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-6de42adf-a432-46b5-81d6-29af8c375f39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:37:34.209816 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-a13c703c-12a0-43ec-98f7-397228aadfb3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=253bbeb2b6ef400ab6ce1ff512eb89b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5961535 Jun 14 16:37:34.211695 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13c703c-12a0-43ec-98f7-397228aadfb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e74e33-1b26-428e-8dc1-c0362515807f,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:37:34.212600 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 46412) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:37:34.215097 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-a13c703c-12a0-43ec-98f7-397228aadfb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:37:34.358702 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdb65-e810-4f90-849f-e16ed3bea8e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:34.388170 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdb65-e810-4f90-849f-e16ed3bea8e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:34.447296 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91065a8b-dbac-48bb-841c-b9de8aded664 req-0fd2cf3d-aadd-4c16-8501-f5b9876b98e2 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:34.449163 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-91065a8b-dbac-48bb-841c-b9de8aded664 req-0fd2cf3d-aadd-4c16-8501-f5b9876b98e2 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e2e57bd-a822-43b7-944b-be4f6dc455a1 HTTP/1.1" status: 200 len: 944 time: 0.1193442 Jun 14 16:37:34.516160 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-91065a8b-dbac-48bb-841c-b9de8aded664 req-43cdff62-ade8-4765-b1ef-b983303ce520 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/security-groups?id=57373bd2-d465-4f5e-b443-57f291b224e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571821 Jun 14 16:37:34.519259 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdb65-e810-4f90-849f-e16ed3bea8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:34.523146 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-3c5fdb65-e810-4f90-849f-e16ed3bea8e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:34.526094 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-3c5fdb65-e810-4f90-849f-e16ed3bea8e7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/46e74e33-1b26-428e-8dc1-c0362515807f HTTP/1.1" status: 204 len: 168 time: 0.3107920 Jun 14 16:37:34.526398 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-238c8b3d-3962-4223-8de7-e97874ab0d96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:37:34.556551 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfa20b6-e638-4b28-9efb-5338e2221af8 req-37da09b0-1ef1-483a-bccb-20779e94f232 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:34.566664 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-abfa20b6-e638-4b28-9efb-5338e2221af8 req-37da09b0-1ef1-483a-bccb-20779e94f232 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8 HTTP/1.1" status: 200 len: 946 time: 0.1614242 Jun 14 16:37:34.599806 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5fdb65-e810-4f90-849f-e16ed3bea8e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e74e33-1b26-428e-8dc1-c0362515807f,revision_number=None']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:37:34.603004 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-3c5fdb65-e810-4f90-849f-e16ed3bea8e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:37:34.651290 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-abfa20b6-e638-4b28-9efb-5338e2221af8 req-84d3a8dc-272a-4b7f-a949-f8c1d27b070e tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832100 Jun 14 16:37:35.112384 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7340a-1815-4395-a051-152562d2a6a3 req-1ee1a1c6-5e69-487f-bc65-9bb1ec3df2c7 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:35.114434 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-ada7340a-1815-4395-a051-152562d2a6a3 req-1ee1a1c6-5e69-487f-bc65-9bb1ec3df2c7 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aae5f17-8018-4c95-a614-7f339a39d94b HTTP/1.1" status: 200 len: 943 time: 0.0977490 Jun 14 16:37:35.159209 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-ada7340a-1815-4395-a051-152562d2a6a3 req-6c847ce4-88a7-40e3-8761-82560acab7c8 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=8daba1fe-8982-46f6-b6c7-60cb14092ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386090 Jun 14 16:37:35.764625 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646ee45b-d129-4f22-819a-6626a61cd395 req-19e8263d-774c-4c3b-a755-67d36067aebb tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:35.766753 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-646ee45b-d129-4f22-819a-6626a61cd395 req-19e8263d-774c-4c3b-a755-67d36067aebb tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e2e57bd-a822-43b7-944b-be4f6dc455a1 HTTP/1.1" status: 200 len: 944 time: 0.1071353 Jun 14 16:37:35.846830 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-646ee45b-d129-4f22-819a-6626a61cd395 req-10b10d22-c74a-43f0-978a-ef54604d46d6 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/security-groups?id=57373bd2-d465-4f5e-b443-57f291b224e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684381 Jun 14 16:37:35.967708 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c148d85c-fdd8-4294-8bda-06ac9af98c91 req-194904c7-2b2f-478f-8904-ded7ab08481d tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:35.969261 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-c148d85c-fdd8-4294-8bda-06ac9af98c91 req-194904c7-2b2f-478f-8904-ded7ab08481d tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8 HTTP/1.1" status: 200 len: 946 time: 0.0999062 Jun 14 16:37:36.018335 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-c148d85c-fdd8-4294-8bda-06ac9af98c91 req-42b08466-8d4c-4e77-a821-4eb0e6fecb45 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431125 Jun 14 16:37:36.380641 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc237db1-0429-4f44-8e76-7a00f200f851 req-37906615-0f71-45af-aeb5-7a81223ab65f tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:36.382852 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-fc237db1-0429-4f44-8e76-7a00f200f851 req-37906615-0f71-45af-aeb5-7a81223ab65f tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aae5f17-8018-4c95-a614-7f339a39d94b HTTP/1.1" status: 200 len: 943 time: 0.0842726 Jun 14 16:37:36.435219 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-fc237db1-0429-4f44-8e76-7a00f200f851 req-4e351ff2-db4c-418d-b8de-108c3ed36f74 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=8daba1fe-8982-46f6-b6c7-60cb14092ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463195 Jun 14 16:37:37.093073 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f79fb3-e7e9-43d9-9ce2-18daa54c2d29 req-ead4a265-6224-41eb-aa1e-d0ef96b2dc11 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:37.100427 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-e8f79fb3-e7e9-43d9-9ce2-18daa54c2d29 req-ead4a265-6224-41eb-aa1e-d0ef96b2dc11 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e2e57bd-a822-43b7-944b-be4f6dc455a1 HTTP/1.1" status: 200 len: 944 time: 0.1121571 Jun 14 16:37:37.142463 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-e8f79fb3-e7e9-43d9-9ce2-18daa54c2d29 req-84f44022-720f-4bae-8f63-1eec7404cd73 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/security-groups?id=57373bd2-d465-4f5e-b443-57f291b224e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410845 Jun 14 16:37:37.262891 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c6467d-344f-46f5-b094-4944e47080c2 req-fd64a221-2e8b-4cbf-ab26-cd3edd36a800 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:37.264631 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-03c6467d-344f-46f5-b094-4944e47080c2 req-fd64a221-2e8b-4cbf-ab26-cd3edd36a800 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8 HTTP/1.1" status: 200 len: 946 time: 0.0818813 Jun 14 16:37:37.317911 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-03c6467d-344f-46f5-b094-4944e47080c2 req-9bd5a8c8-0f3f-421f-b269-ea503cd13291 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467870 Jun 14 16:37:37.684314 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800a2958-e8d2-47a8-9f83-a173fa0a824b req-9f214c10-ed47-4d52-b190-2aa0cbb5ad64 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:37.692391 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-800a2958-e8d2-47a8-9f83-a173fa0a824b req-9f214c10-ed47-4d52-b190-2aa0cbb5ad64 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aae5f17-8018-4c95-a614-7f339a39d94b HTTP/1.1" status: 200 len: 943 time: 0.1047390 Jun 14 16:37:37.739330 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-800a2958-e8d2-47a8-9f83-a173fa0a824b req-80f809a6-3074-4df0-bf14-f7e73b2991be tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=8daba1fe-8982-46f6-b6c7-60cb14092ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461395 Jun 14 16:37:38.381205 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15197572-c2da-460d-a150-5a748a9e1cdf req-b8fb1069-9aca-4bca-9b06-adcaec883a52 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:38.382763 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-15197572-c2da-460d-a150-5a748a9e1cdf req-b8fb1069-9aca-4bca-9b06-adcaec883a52 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e2e57bd-a822-43b7-944b-be4f6dc455a1 HTTP/1.1" status: 200 len: 944 time: 0.1056659 Jun 14 16:37:38.485468 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-15197572-c2da-460d-a150-5a748a9e1cdf req-9f8f93d9-ec35-4722-a93e-b9eb84bd5b19 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/security-groups?id=57373bd2-d465-4f5e-b443-57f291b224e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880082 Jun 14 16:37:38.589486 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf30cbb-e6e6-4846-90f2-02409fb12c6b req-38bbd9d6-998e-4614-98ff-3741f297db44 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:38.590664 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-7cf30cbb-e6e6-4846-90f2-02409fb12c6b req-38bbd9d6-998e-4614-98ff-3741f297db44 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8 HTTP/1.1" status: 200 len: 946 time: 0.0966375 Jun 14 16:37:38.650118 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-7cf30cbb-e6e6-4846-90f2-02409fb12c6b req-3ec99a86-566c-4bb1-8b8c-6d63666fbeeb tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533957 Jun 14 16:37:39.068588 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af8940-d4f1-4988-96c8-2febfd6cb106 req-b9cc0330-28cc-498c-9cf1-8405167ae918 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:39.070781 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-81af8940-d4f1-4988-96c8-2febfd6cb106 req-b9cc0330-28cc-498c-9cf1-8405167ae918 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aae5f17-8018-4c95-a614-7f339a39d94b HTTP/1.1" status: 200 len: 943 time: 0.1448660 Jun 14 16:37:39.151230 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-81af8940-d4f1-4988-96c8-2febfd6cb106 req-c7a81367-d304-47cd-9b73-d77679d9d41f tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=8daba1fe-8982-46f6-b6c7-60cb14092ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642354 Jun 14 16:37:39.718709 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc8853f-04a4-4d71-8596-2a66d9135656 req-dde6dcd4-de12-4362-af4f-41fbf3db1b78 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:39.720614 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-6fc8853f-04a4-4d71-8596-2a66d9135656 req-dde6dcd4-de12-4362-af4f-41fbf3db1b78 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e2e57bd-a822-43b7-944b-be4f6dc455a1 HTTP/1.1" status: 200 len: 944 time: 0.1004770 Jun 14 16:37:39.785434 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-6fc8853f-04a4-4d71-8596-2a66d9135656 req-d421e5f7-88cb-4112-8289-0889f23c2400 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/security-groups?id=57373bd2-d465-4f5e-b443-57f291b224e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548244 Jun 14 16:37:39.878571 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c486e8-8eec-4146-bec5-73f8cc64eb87 req-90412546-20cf-484f-98b5-5dc360c247a3 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:39.879983 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-60c486e8-8eec-4146-bec5-73f8cc64eb87 req-90412546-20cf-484f-98b5-5dc360c247a3 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8 HTTP/1.1" status: 200 len: 946 time: 0.0897517 Jun 14 16:37:39.929086 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-60c486e8-8eec-4146-bec5-73f8cc64eb87 req-9355ff57-e46a-429d-b5a3-59ca68ea52b6 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407891 Jun 14 16:37:40.354260 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81408a0e-b131-4101-9440-610f0099c3d5 req-5270a82d-1720-439e-9537-afdabdf8037b tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:40.355896 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-81408a0e-b131-4101-9440-610f0099c3d5 req-5270a82d-1720-439e-9537-afdabdf8037b tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aae5f17-8018-4c95-a614-7f339a39d94b HTTP/1.1" status: 200 len: 943 time: 0.0827940 Jun 14 16:37:40.406473 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-81408a0e-b131-4101-9440-610f0099c3d5 req-1414a745-e1e9-4e79-9674-9a6d28cab32c tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=8daba1fe-8982-46f6-b6c7-60cb14092ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438831 Jun 14 16:37:41.039239 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbea2bd9-f0a7-4560-9d0f-a5a77a2e04bd req-da8af748-5966-49be-9ee8-118f61b1d373 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:41.040837 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-cbea2bd9-f0a7-4560-9d0f-a5a77a2e04bd req-da8af748-5966-49be-9ee8-118f61b1d373 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e2e57bd-a822-43b7-944b-be4f6dc455a1 HTTP/1.1" status: 200 len: 944 time: 0.1236496 Jun 14 16:37:41.114106 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-cbea2bd9-f0a7-4560-9d0f-a5a77a2e04bd req-66713b8c-d305-41b9-b338-84afb7625f43 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/security-groups?id=57373bd2-d465-4f5e-b443-57f291b224e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598955 Jun 14 16:37:41.213367 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f09c5-2238-439b-b1e1-37105f582f25 req-8a9353ca-a5d4-4bb9-a613-86c7d772a1fe tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:41.215187 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-a71f09c5-2238-439b-b1e1-37105f582f25 req-8a9353ca-a5d4-4bb9-a613-86c7d772a1fe tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8 HTTP/1.1" status: 200 len: 946 time: 0.1049972 Jun 14 16:37:41.268274 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-a71f09c5-2238-439b-b1e1-37105f582f25 req-e44a41dc-b9e0-4bce-ae8a-52d32895bc6b tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467584 Jun 14 16:37:41.653902 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb58a99-97e0-4ae2-b1d1-5451a6047a1e req-ffab6ca4-96a0-4e3e-8994-15960a6440c8 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:41.656128 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-6cb58a99-97e0-4ae2-b1d1-5451a6047a1e req-ffab6ca4-96a0-4e3e-8994-15960a6440c8 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aae5f17-8018-4c95-a614-7f339a39d94b HTTP/1.1" status: 200 len: 943 time: 0.0951693 Jun 14 16:37:41.731663 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-6cb58a99-97e0-4ae2-b1d1-5451a6047a1e req-098854fe-d4a9-4a80-9027-833560f882c2 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=8daba1fe-8982-46f6-b6c7-60cb14092ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692747 Jun 14 16:37:42.330133 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b64c084-cc94-4ce7-8fb0-78402d7162ea req-011dd7c8-9431-45c3-b178-ad0180e13ff7 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:42.332479 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-6b64c084-cc94-4ce7-8fb0-78402d7162ea req-011dd7c8-9431-45c3-b178-ad0180e13ff7 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e2e57bd-a822-43b7-944b-be4f6dc455a1 HTTP/1.1" status: 200 len: 944 time: 0.0790908 Jun 14 16:37:42.393920 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-6b64c084-cc94-4ce7-8fb0-78402d7162ea req-5e412268-4696-466f-95e2-6dc1333b9013 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/security-groups?id=57373bd2-d465-4f5e-b443-57f291b224e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545394 Jun 14 16:37:42.492272 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220499d0-6f7e-4579-9e7f-edd43ae52017 req-7efc3d88-2dd4-4fe8-99f6-e3ed0f383f24 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:42.493792 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-220499d0-6f7e-4579-9e7f-edd43ae52017 req-7efc3d88-2dd4-4fe8-99f6-e3ed0f383f24 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8 HTTP/1.1" status: 200 len: 946 time: 0.0764513 Jun 14 16:37:42.542139 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-220499d0-6f7e-4579-9e7f-edd43ae52017 req-e9b2c8fc-f7db-4c10-93d0-e7fbcbfd7a28 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412588 Jun 14 16:37:42.984188 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa437a3-cc5f-4b7f-a480-744395fe9356 req-96b3cf88-e6ee-4d13-b9ab-fcc7309d7025 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:42.985700 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-9aa437a3-cc5f-4b7f-a480-744395fe9356 req-96b3cf88-e6ee-4d13-b9ab-fcc7309d7025 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aae5f17-8018-4c95-a614-7f339a39d94b HTTP/1.1" status: 200 len: 943 time: 0.1109130 Jun 14 16:37:43.034429 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-9aa437a3-cc5f-4b7f-a480-744395fe9356 req-f8464e1f-b1dd-4dc5-bd63-ac87c4184891 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=8daba1fe-8982-46f6-b6c7-60cb14092ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427129 Jun 14 16:37:43.188224 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 46616) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:37:43.332618 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-1dd3d384-a52a-44ce-b32b-4e864fc2d61c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:43.448216 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-1dd3d384-a52a-44ce-b32b-4e864fc2d61c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:43.454920 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-1dd3d384-a52a-44ce-b32b-4e864fc2d61c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:43.457984 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-addb089e-ce91-4b65-8c82-a7cf2d8fd329 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:37:43.492953 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd3d384-a52a-44ce-b32b-4e864fc2d61c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc49b2a2-6c96-4857-a490-9704a73d05cd,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:37:43.504121 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd3d384-a52a-44ce-b32b-4e864fc2d61c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:37:43.504490 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd3d384-a52a-44ce-b32b-4e864fc2d61c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:37:43.504855 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd3d384-a52a-44ce-b32b-4e864fc2d61c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:37:43.505211 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd3d384-a52a-44ce-b32b-4e864fc2d61c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:37:43.505563 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd3d384-a52a-44ce-b32b-4e864fc2d61c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:37:43.505927 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd3d384-a52a-44ce-b32b-4e864fc2d61c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:37:43.506263 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd3d384-a52a-44ce-b32b-4e864fc2d61c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:37:43.507403 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd3d384-a52a-44ce-b32b-4e864fc2d61c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:37:43.508764 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd3d384-a52a-44ce-b32b-4e864fc2d61c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:37:43.509147 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd3d384-a52a-44ce-b32b-4e864fc2d61c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:37:43.509494 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd3d384-a52a-44ce-b32b-4e864fc2d61c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:37:43.509844 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd3d384-a52a-44ce-b32b-4e864fc2d61c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:37:43.518994 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-1dd3d384-a52a-44ce-b32b-4e864fc2d61c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:37:43.529877 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 46622) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:37:43.530381 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-1dd3d384-a52a-44ce-b32b-4e864fc2d61c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=29fa4cda41d24623aad24ddb91c12e25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3403952 Jun 14 16:37:43.672917 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-655d8ccf-e0d9-4721-a832-5654239d598f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:43.702705 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-655d8ccf-e0d9-4721-a832-5654239d598f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:43.767867 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-655d8ccf-e0d9-4721-a832-5654239d598f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:43.770912 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-655d8ccf-e0d9-4721-a832-5654239d598f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:43.775072 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-655d8ccf-e0d9-4721-a832-5654239d598f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dc49b2a2-6c96-4857-a490-9704a73d05cd HTTP/1.1" status: 204 len: 168 time: 0.2412136 Jun 14 16:37:43.775072 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-760465a3-d58a-41be-b6f8-e3a9c4596c6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:37:43.790212 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea56d9c-12ae-4010-bb77-13b319166e01 req-7782f5ff-a3a2-438e-82fd-49fbd4b37afa tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:43.791872 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-3ea56d9c-12ae-4010-bb77-13b319166e01 req-7782f5ff-a3a2-438e-82fd-49fbd4b37afa tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e2e57bd-a822-43b7-944b-be4f6dc455a1 HTTP/1.1" status: 200 len: 944 time: 0.2392855 Jun 14 16:37:43.800108 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655d8ccf-e0d9-4721-a832-5654239d598f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc49b2a2-6c96-4857-a490-9704a73d05cd,revision_number=None']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:37:43.813758 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a7f33d-d97e-4ceb-951b-e8492fb450c3 req-393621de-7b84-4b80-9273-0d404863f115 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:43.815645 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-56a7f33d-d97e-4ceb-951b-e8492fb450c3 req-393621de-7b84-4b80-9273-0d404863f115 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8 HTTP/1.1" status: 200 len: 946 time: 0.0976980 Jun 14 16:37:43.818510 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655d8ccf-e0d9-4721-a832-5654239d598f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:37:43.818923 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655d8ccf-e0d9-4721-a832-5654239d598f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:37:43.819310 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655d8ccf-e0d9-4721-a832-5654239d598f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:37:43.819708 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655d8ccf-e0d9-4721-a832-5654239d598f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:37:43.820239 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655d8ccf-e0d9-4721-a832-5654239d598f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:37:43.820606 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655d8ccf-e0d9-4721-a832-5654239d598f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:37:43.821230 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655d8ccf-e0d9-4721-a832-5654239d598f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:37:43.821582 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655d8ccf-e0d9-4721-a832-5654239d598f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:37:43.821939 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655d8ccf-e0d9-4721-a832-5654239d598f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:37:43.822288 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655d8ccf-e0d9-4721-a832-5654239d598f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:37:43.822637 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655d8ccf-e0d9-4721-a832-5654239d598f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:37:43.822982 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655d8ccf-e0d9-4721-a832-5654239d598f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:37:43.833156 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-655d8ccf-e0d9-4721-a832-5654239d598f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:37:43.880335 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-3ea56d9c-12ae-4010-bb77-13b319166e01 req-35675988-51d8-41b3-943e-74fad2f7406f tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/security-groups?id=57373bd2-d465-4f5e-b443-57f291b224e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633676 Jun 14 16:37:43.908788 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-56a7f33d-d97e-4ceb-951b-e8492fb450c3 req-01e9c2f4-eba1-4638-a31e-cee4477cddb1 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854735 Jun 14 16:37:44.234597 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdba96d-db14-49cd-8c5b-5863564237f7 req-05efa76b-fbe8-42be-acef-795775472e48 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:44.236168 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-cfdba96d-db14-49cd-8c5b-5863564237f7 req-05efa76b-fbe8-42be-acef-795775472e48 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aae5f17-8018-4c95-a614-7f339a39d94b HTTP/1.1" status: 200 len: 943 time: 0.0771058 Jun 14 16:37:44.286090 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-cfdba96d-db14-49cd-8c5b-5863564237f7 req-524fe8b8-dc1c-4690-a4fb-51067343af4a tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=8daba1fe-8982-46f6-b6c7-60cb14092ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435772 Jun 14 16:37:44.811349 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-2171ece6-6a94-41e6-af6b-aed6c20ce4c9 req-5c9bfa22-0866-477d-b2f7-d16222e5de30 service neutron] 10.222.0.41 "GET /v2.0/networks/c1219877-862b-41ef-afe7-38dec12bd89a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209760 Jun 14 16:37:44.982652 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-2171ece6-6a94-41e6-af6b-aed6c20ce4c9 req-59468f4e-10a4-4d1f-a3a6-ffe73b7cd345 service neutron] 10.222.0.41 "GET /v2.0/networks/c1219877-862b-41ef-afe7-38dec12bd89a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638610 Jun 14 16:37:45.091607 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-1e4c2594-eb71-4257-b0d3-3faf34e230af req-302746b8-b0e8-4047-b3d6-b18684e89ce7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=71af129e-5dfd-44b0-a89c-2a67e11d5448&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3213747 Jun 14 16:37:45.203239 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c775dc8-8d60-468d-a3f9-ac9dea296093 req-9b9d0425-31c3-4fb9-8426-0b8f013529e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:45.204774 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-9c775dc8-8d60-468d-a3f9-ac9dea296093 req-9b9d0425-31c3-4fb9-8426-0b8f013529e7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2861a01ee94f486f84fe3ad8bbbf968f&device_id=1e2e57bd-a822-43b7-944b-be4f6dc455a1 HTTP/1.1" status: 200 len: 1097 time: 0.1578526 Jun 14 16:37:45.221626 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e895094e-50f0-41d4-8580-314002190d39 req-9f036cb7-72ad-4f93-b9c0-98ec092af841 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:45.223276 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-e895094e-50f0-41d4-8580-314002190d39 req-9f036cb7-72ad-4f93-b9c0-98ec092af841 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e2e57bd-a822-43b7-944b-be4f6dc455a1 HTTP/1.1" status: 200 len: 944 time: 0.1124191 Jun 14 16:37:45.251339 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d506aba5-9786-4cde-9e70-c917e2fbe986 req-8f0081a0-7458-4d7d-8eda-df0b8a27ef7c tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:45.252959 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-d506aba5-9786-4cde-9e70-c917e2fbe986 req-8f0081a0-7458-4d7d-8eda-df0b8a27ef7c tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8 HTTP/1.1" status: 200 len: 946 time: 0.1312723 Jun 14 16:37:45.256194 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4c2594-eb71-4257-b0d3-3faf34e230af req-a54a2a5c-517e-4e39-9e50-d86e56162816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:45.258792 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-1e4c2594-eb71-4257-b0d3-3faf34e230af req-a54a2a5c-517e-4e39-9e50-d86e56162816 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e9e3ca0d5f6a422091735101e0717fda&device_id=71af129e-5dfd-44b0-a89c-2a67e11d5448 HTTP/1.1" status: 200 len: 1099 time: 0.1261914 Jun 14 16:37:45.340574 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-d506aba5-9786-4cde-9e70-c917e2fbe986 req-f71d634f-073d-44da-980f-52ba4221de08 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782480 Jun 14 16:37:45.377635 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-e895094e-50f0-41d4-8580-314002190d39 req-26621689-94cc-4da5-b8c9-5fe62eeccf89 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/security-groups?id=57373bd2-d465-4f5e-b443-57f291b224e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451294 Jun 14 16:37:45.401156 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c775dc8-8d60-468d-a3f9-ac9dea296093 req-0d57ba2a-cfb8-4ebd-8429-8c6e2076a994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:45.402274 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-9c775dc8-8d60-468d-a3f9-ac9dea296093 req-0d57ba2a-cfb8-4ebd-8429-8c6e2076a994 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c1219877-862b-41ef-afe7-38dec12bd89a HTTP/1.1" status: 200 len: 914 time: 0.1890018 Jun 14 16:37:45.461063 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4c2594-eb71-4257-b0d3-3faf34e230af req-09b068e3-c6b7-49df-accd-3bd9e801d971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:45.463234 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-1e4c2594-eb71-4257-b0d3-3faf34e230af req-09b068e3-c6b7-49df-accd-3bd9e801d971 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fefc79f4-b27a-4754-9a1b-78e53aa8e11e HTTP/1.1" status: 200 len: 920 time: 0.1792593 Jun 14 16:37:45.482720 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-9c775dc8-8d60-468d-a3f9-ac9dea296093 req-b739b9d2-48c9-4833-b460-326b7ab449e3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=deb6347d-fe8f-4e48-948c-f67de69803de HTTP/1.1" status: 200 len: 217 time: 0.0725574 Jun 14 16:37:45.555140 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c775dc8-8d60-468d-a3f9-ac9dea296093 req-4fa8ded5-e4a6-4b06-9149-cc516770d49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:45.556823 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-9c775dc8-8d60-468d-a3f9-ac9dea296093 req-4fa8ded5-e4a6-4b06-9149-cc516770d49c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e548ffcc-1ce1-4095-beac-3f4a320f91e1 HTTP/1.1" status: 200 len: 853 time: 0.0642023 Jun 14 16:37:45.557978 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-1e4c2594-eb71-4257-b0d3-3faf34e230af req-831f982c-7067-4aed-99cc-0c1c5d9056c0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb943b32-ae8b-4a0e-afd5-677ee450a247 HTTP/1.1" status: 200 len: 217 time: 0.0875394 Jun 14 16:37:45.601691 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-9c775dc8-8d60-468d-a3f9-ac9dea296093 req-dcf42438-527b-401f-978d-d1a366f392cf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c1219877-862b-41ef-afe7-38dec12bd89a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328982 Jun 14 16:37:45.645608 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43c1bf-32f0-45a3-bc0d-41f373dd5f47 req-f090450d-b766-4106-a658-76a674271221 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:45.647174 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-9c43c1bf-32f0-45a3-bc0d-41f373dd5f47 req-f090450d-b766-4106-a658-76a674271221 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aae5f17-8018-4c95-a614-7f339a39d94b HTTP/1.1" status: 200 len: 943 time: 0.1697485 Jun 14 16:37:45.662190 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4c2594-eb71-4257-b0d3-3faf34e230af req-2f93b16e-320a-41be-8954-c3daaf3b009a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:45.664616 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-1e4c2594-eb71-4257-b0d3-3faf34e230af req-2f93b16e-320a-41be-8954-c3daaf3b009a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3b9a81c8-a776-4371-9da7-d0daa8f6b0a3 HTTP/1.1" status: 200 len: 859 time: 0.0895300 Jun 14 16:37:45.708838 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-1e4c2594-eb71-4257-b0d3-3faf34e230af req-43729a98-70c8-40d6-b63b-2fbb6c485182 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fefc79f4-b27a-4754-9a1b-78e53aa8e11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336418 Jun 14 16:37:45.724924 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-9c775dc8-8d60-468d-a3f9-ac9dea296093 req-f4429d76-3b04-4a4b-bc7c-c1a0f336cbc6 service neutron] 10.222.0.41 "GET /v2.0/networks/c1219877-862b-41ef-afe7-38dec12bd89a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146247 Jun 14 16:37:45.735713 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-9c43c1bf-32f0-45a3-bc0d-41f373dd5f47 req-a7554009-a7d7-41d4-9301-d96e99c1aa5c tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=8daba1fe-8982-46f6-b6c7-60cb14092ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822353 Jun 14 16:37:45.841540 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-1e4c2594-eb71-4257-b0d3-3faf34e230af req-54b4e122-31ce-4429-a2e7-4e4bb37b0f72 service neutron] 10.222.0.41 "GET /v2.0/networks/fefc79f4-b27a-4754-9a1b-78e53aa8e11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214111 Jun 14 16:37:45.843431 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-9c775dc8-8d60-468d-a3f9-ac9dea296093 req-30b44c16-ebf0-42ff-bbfa-a9400e9263db service neutron] 10.222.0.41 "GET /v2.0/networks/c1219877-862b-41ef-afe7-38dec12bd89a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119237 Jun 14 16:37:45.877384 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:45.971994 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-1e4c2594-eb71-4257-b0d3-3faf34e230af req-912af267-b192-4df9-94bb-2f2223706511 service neutron] 10.222.0.41 "GET /v2.0/networks/fefc79f4-b27a-4754-9a1b-78e53aa8e11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174965 Jun 14 16:37:46.164881 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-9c928a1a-2394-4d47-8a2e-4fa265d71821 req-277c834e-8098-47f8-9507-d00ee6cca954 tempest-VolumesNegativeTest-486033650 tempest-VolumesNegativeTest-486033650-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=aaaa66581a154c20be5d1f23f3b1abbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346177 Jun 14 16:37:46.376184 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c928a1a-2394-4d47-8a2e-4fa265d71821 req-efb26a26-0688-4729-8683-2e7cd714b62d tempest-VolumesNegativeTest-486033650 tempest-VolumesNegativeTest-486033650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:46.377698 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-9c928a1a-2394-4d47-8a2e-4fa265d71821 req-efb26a26-0688-4729-8683-2e7cd714b62d tempest-VolumesNegativeTest-486033650 tempest-VolumesNegativeTest-486033650-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2077234 Jun 14 16:37:46.394045 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-9c928a1a-2394-4d47-8a2e-4fa265d71821 req-556ed7d5-9e04-4653-90e1-c89eaa5a2d04 tempest-VolumesNegativeTest-486033650 tempest-VolumesNegativeTest-486033650-project] 10.222.0.16 "GET /v2.0/quotas/aaaa66581a154c20be5d1f23f3b1abbd HTTP/1.1" status: 200 len: 375 time: 0.0094373 Jun 14 16:37:46.452806 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-9c928a1a-2394-4d47-8a2e-4fa265d71821 req-cf97802d-b6f2-478a-a811-31fb2ccdc17f tempest-VolumesNegativeTest-486033650 tempest-VolumesNegativeTest-486033650-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=aaaa66581a154c20be5d1f23f3b1abbd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0526278 Jun 14 16:37:46.481355 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 46702) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:37:46.573018 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7877a2-f332-4353-a5d5-ae3e3eb76f45 req-422e3d50-6fca-4472-8131-f12ca5d97b39 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:46.590444 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-8f7877a2-f332-4353-a5d5-ae3e3eb76f45 req-422e3d50-6fca-4472-8131-f12ca5d97b39 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8 HTTP/1.1" status: 200 len: 946 time: 0.0978093 Jun 14 16:37:46.687536 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-f551e94c-8292-4024-b4e3-43f536a72224 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:46.712066 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-8f7877a2-f332-4353-a5d5-ae3e3eb76f45 req-1c77bd1c-9a6b-4393-83bc-c0918f725499 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196651 Jun 14 16:37:46.769345 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d75141-fdc7-46be-a72b-0258145a4c16 req-969cb70d-a4ab-4b63-8cb2-953ff83aefc1 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:46.771058 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-93d75141-fdc7-46be-a72b-0258145a4c16 req-969cb70d-a4ab-4b63-8cb2-953ff83aefc1 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e2e57bd-a822-43b7-944b-be4f6dc455a1 HTTP/1.1" status: 200 len: 944 time: 0.0963891 Jun 14 16:37:46.799242 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-f829adc0-07b3-4a43-8afe-576ea71eebea req-0805d7f2-ace9-47b4-ad3b-33e7d2299471 tempest-VolumesNegativeTest-486033650 tempest-VolumesNegativeTest-486033650-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbc03ddb-7673-4afd-924a-ec705cb10a6b HTTP/1.1" status: 200 len: 210 time: 0.0484030 Jun 14 16:37:46.840865 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-93d75141-fdc7-46be-a72b-0258145a4c16 req-b8be261e-ad48-4cec-8cb2-59fc940e17bf tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/security-groups?id=57373bd2-d465-4f5e-b443-57f291b224e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601108 Jun 14 16:37:46.912069 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-f551e94c-8292-4024-b4e3-43f536a72224 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:46.922278 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-f551e94c-8292-4024-b4e3-43f536a72224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:46.926020 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-f5e8be7f-e33b-4d2d-a1c4-66be549d6123 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:37:47.008508 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 46720) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:37:47.012187 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-f551e94c-8292-4024-b4e3-43f536a72224 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=652340d58dbe4a35b64df9c8516264c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5253975 Jun 14 16:37:47.014232 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f551e94c-8292-4024-b4e3-43f536a72224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=744846a3-562b-48cf-9b44-afa170b8142e,revision_number=1']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:37:47.019337 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-f551e94c-8292-4024-b4e3-43f536a72224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:37:47.058545 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8cac9c-ab1b-4ff4-952a-473c48923cc3 req-3e83609e-015c-4fae-8f12-5f85b0b78c10 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:47.060314 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-4c8cac9c-ab1b-4ff4-952a-473c48923cc3 req-3e83609e-015c-4fae-8f12-5f85b0b78c10 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aae5f17-8018-4c95-a614-7f339a39d94b HTTP/1.1" status: 200 len: 943 time: 0.1216772 Jun 14 16:37:47.075325 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-c7b2b70b-f666-4719-8960-1e29685d862b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:47.108419 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-c7b2b70b-f666-4719-8960-1e29685d862b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:47.116468 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-4c8cac9c-ab1b-4ff4-952a-473c48923cc3 req-a7fc50db-4e47-43a8-83fc-81df9ce69fde tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=8daba1fe-8982-46f6-b6c7-60cb14092ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491431 Jun 14 16:37:47.170233 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-c7b2b70b-f666-4719-8960-1e29685d862b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:47.172928 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-c7b2b70b-f666-4719-8960-1e29685d862b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:47.174068 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-c7b2b70b-f666-4719-8960-1e29685d862b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/744846a3-562b-48cf-9b44-afa170b8142e HTTP/1.1" status: 204 len: 168 time: 0.1645615 Jun 14 16:37:47.174837 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-c159a692-c0e1-4377-a0ff-831fd6827c91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:37:47.184103 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b2b70b-f666-4719-8960-1e29685d862b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744846a3-562b-48cf-9b44-afa170b8142e,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:37:47.186511 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-c7b2b70b-f666-4719-8960-1e29685d862b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:37:47.420428 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device 49648edd-323d-4ff7-91d2-29157438a0ec details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=91937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 16:37:47.567027 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] For port 49648edd-323d-4ff7-91d2-29157438a0ec, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=49648edd-323d-4ff7-91d2-29157438a0ec,segment=NetworkSegment(c4c3f588-adb6-420f-8cdb-57f5516701db),segment_id=c4c3f588-adb6-420f-8cdb-57f5516701db)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:37:47.705114 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Returning: {'device': '49648edd-323d-4ff7-91d2-29157438a0ec', 'network_id': 'b827e6b3-7ed7-4462-86b3-950f50bba85c', 'port_id': '49648edd-323d-4ff7-91d2-29157438a0ec', 'mac_address': 'fa:16:3e:12:a6:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c618564-7ca5-4a66-b740-3ae47e99df42', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 16:37:47.758548 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:47.778453 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.notifiers.nova [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49648edd-323d-4ff7-91d2-29157438a0ec {{(pid=91937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 16:37:47.805868 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] For port 49648edd-323d-4ff7-91d2-29157438a0ec, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=49648edd-323d-4ff7-91d2-29157438a0ec,segment=NetworkSegment(c4c3f588-adb6-420f-8cdb-57f5516701db),segment_id=c4c3f588-adb6-420f-8cdb-57f5516701db)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:37:47.813413 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:47.815622 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device deb6347d-fe8f-4e48-948c-f67de69803de details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=91937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 16:37:47.817905 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:37:47.980493 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 46748) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:37:48.001415 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-9c928a1a-2394-4d47-8a2e-4fa265d71821 req-487c075b-5c6f-4f29-8050-4d061c899cde tempest-VolumesNegativeTest-486033650 tempest-VolumesNegativeTest-486033650-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=aaaa66581a154c20be5d1f23f3b1abbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0760727 Jun 14 16:37:48.035192 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3ce3f8-57ea-4f56-b715-bec7c64db79c req-73094ec6-77a6-4a8b-b7f3-78d959b650d2 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:48.042973 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-7d3ce3f8-57ea-4f56-b715-bec7c64db79c req-73094ec6-77a6-4a8b-b7f3-78d959b650d2 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8 HTTP/1.1" status: 200 len: 946 time: 0.1221778 Jun 14 16:37:48.086230 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] For port deb6347d-fe8f-4e48-948c-f67de69803de, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=deb6347d-fe8f-4e48-948c-f67de69803de,segment=NetworkSegment(9818a2d9-651a-40fb-bc13-9aa2fbd72fb4),segment_id=9818a2d9-651a-40fb-bc13-9aa2fbd72fb4)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:37:48.093099 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-76ff416c-be95-4c62-a7d1-0b2dc49cbcc1 req-60c9c92a-e179-446a-92fd-c47711ed25b7 tempest-VolumesNegativeTest-486033650 tempest-VolumesNegativeTest-486033650-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbc03ddb-7673-4afd-924a-ec705cb10a6b HTTP/1.1" status: 200 len: 210 time: 0.0922744 Jun 14 16:37:48.103590 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Returning: {'device': 'deb6347d-fe8f-4e48-948c-f67de69803de', 'network_id': 'c1219877-862b-41ef-afe7-38dec12bd89a', 'port_id': 'deb6347d-fe8f-4e48-948c-f67de69803de', 'mac_address': 'fa:16:3e:2b:7d:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e548ffcc-1ce1-4095-beac-3f4a320f91e1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 16:37:48.113646 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-7d3ce3f8-57ea-4f56-b715-bec7c64db79c req-bef54c12-0ed7-467b-9d6c-08662565799a tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694678 Jun 14 16:37:48.128229 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.v2.base [None req-4c657bcd-be46-4f12-b030-bb24e3046ab2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2068368581-network', 'tenant_id': 'd4e60cacfce24cd499cda68081bd307f'}} {{(pid=91936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:37:48.150734 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c657bcd-be46-4f12-b030-bb24e3046ab2 admin admin] Made reservation on behalf of d4e60cacfce24cd499cda68081bd307f for: {'network': 1} {{(pid=91936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:37:48.151746 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Pushing event updated for resources: {'Port': ['ID=49648edd-323d-4ff7-91d2-29157438a0ec,revision_number=9']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:37:48.153254 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-4c657bcd-be46-4f12-b030-bb24e3046ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-782655'] for network, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:48.171241 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:37:48.171697 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:37:48.172179 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:37:48.172536 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:37:48.173043 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:37:48.173381 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:37:48.173718 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:37:48.174051 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:37:48.174383 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:37:48.174713 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:37:48.175088 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:37:48.175421 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:37:48.182607 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:37:48.182941 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-4c657bcd-be46-4f12-b030-bb24e3046ab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:48.185107 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:48.208666 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.notifiers.nova [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id deb6347d-fe8f-4e48-948c-f67de69803de {{(pid=91937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 16:37:48.236037 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] For port deb6347d-fe8f-4e48-948c-f67de69803de, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=deb6347d-fe8f-4e48-948c-f67de69803de,segment=NetworkSegment(9818a2d9-651a-40fb-bc13-9aa2fbd72fb4),segment_id=9818a2d9-651a-40fb-bc13-9aa2fbd72fb4)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:37:48.241540 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:48.244701 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:37:48.320309 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Pushing event updated for resources: {'Port': ['ID=deb6347d-fe8f-4e48-948c-f67de69803de,revision_number=4']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:37:48.330638 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:37:48.408599 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-4c657bcd-be46-4f12-b030-bb24e3046ab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:48.422655 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a829b9c8-1a70-4489-bf50-3c55eebcc4e8 req-5210a650-e0d7-4022-961c-81439f69102c tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:48.430912 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-a829b9c8-1a70-4489-bf50-3c55eebcc4e8 req-5210a650-e0d7-4022-961c-81439f69102c tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aae5f17-8018-4c95-a614-7f339a39d94b HTTP/1.1" status: 200 len: 944 time: 0.1505284 Jun 14 16:37:48.434230 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-4c657bcd-be46-4f12-b030-bb24e3046ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:48.435618 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c928a1a-2394-4d47-8a2e-4fa265d71821 req-b86c9317-7888-441f-ad0d-2b1e0c87740d tempest-VolumesNegativeTest-486033650 tempest-VolumesNegativeTest-486033650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:48.437094 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-9c928a1a-2394-4d47-8a2e-4fa265d71821 req-b86c9317-7888-441f-ad0d-2b1e0c87740d tempest-VolumesNegativeTest-486033650 tempest-VolumesNegativeTest-486033650-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4252975 Jun 14 16:37:48.441463 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-3700e4ac-aca5-49bb-8d8a-35270fc50631 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:37:48.452435 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.v2.base [req-9c928a1a-2394-4d47-8a2e-4fa265d71821 req-bf5334db-0fcb-4463-88f9-a2bf0d547de7 tempest-VolumesNegativeTest-486033650 tempest-VolumesNegativeTest-486033650-project] Request body: {'port': {'device_id': 'dbc03ddb-7673-4afd-924a-ec705cb10a6b', 'network_id': '0ac80c0a-ce37-4db8-af21-426303bcb540', 'admin_state_up': True, 'tenant_id': 'aaaa66581a154c20be5d1f23f3b1abbd'}} {{(pid=91935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:37:48.486498 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c657bcd-be46-4f12-b030-bb24e3046ab2 admin admin] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=91936) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 16:37:48.497302 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c657bcd-be46-4f12-b030-bb24e3046ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6799c740-d4b3-4122-836c-f0b75a255a5d,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:37:48.504620 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-4c657bcd-be46-4f12-b030-bb24e3046ab2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:37:48.510079 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-a829b9c8-1a70-4489-bf50-3c55eebcc4e8 req-21611a50-4bf0-4f1c-80b9-4ba66c3ee8ea tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=8daba1fe-8982-46f6-b6c7-60cb14092ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780652 Jun 14 16:37:48.513342 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] get_ports_and_sgs() called for port_ids ['deb6347d-fe8f-4e48-948c-f67de69803de'] {{(pid=91937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 16:37:48.516342 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-4c657bcd-be46-4f12-b030-bb24e3046ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678690'] for segment, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:48.516870 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.db.segments_db [None req-4c657bcd-be46-4f12-b030-bb24e3046ab2 admin admin] Added segment bd337bf6-4055-49d2-92a8-b84f02235e58 of type vlan for network 3de692a8-4a8d-46cb-b014-927335cfd014 Jun 14 16:37:48.520456 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] get_ports_and_sgs() called for port_ids ['49648edd-323d-4ff7-91d2-29157438a0ec'] {{(pid=91937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 16:37:48.559840 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32623c5-8f81-4b49-b93e-d383163d2710 req-a6466786-5345-480c-aa30-a9e8efd651f0 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:48.561642 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-a32623c5-8f81-4b49-b93e-d383163d2710 req-a6466786-5345-480c-aa30-a9e8efd651f0 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e2e57bd-a822-43b7-944b-be4f6dc455a1 HTTP/1.1" status: 200 len: 945 time: 0.2175198 Jun 14 16:37:48.580139 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-4c657bcd-be46-4f12-b030-bb24e3046ab2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742579622822'] for network, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:48.627037 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-4c657bcd-be46-4f12-b030-bb24e3046ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-121365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693369'] for network, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:48.629842 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c657bcd-be46-4f12-b030-bb24e3046ab2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:48.630666 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-4c657bcd-be46-4f12-b030-bb24e3046ab2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693340'] for network, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:48.635479 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:37:48.642566 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-a32623c5-8f81-4b49-b93e-d383163d2710 req-0c5a5e42-20dd-4355-aec8-b457d62e2b4a tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/security-groups?id=57373bd2-d465-4f5e-b443-57f291b224e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700340 Jun 14 16:37:48.677317 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c928a1a-2394-4d47-8a2e-4fa265d71821 req-bf5334db-0fcb-4463-88f9-a2bf0d547de7 tempest-VolumesNegativeTest-486033650 tempest-VolumesNegativeTest-486033650-project] Made reservation on behalf of aaaa66581a154c20be5d1f23f3b1abbd for: {'port': 1} {{(pid=91935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:37:48.677317 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-9c928a1a-2394-4d47-8a2e-4fa265d71821 req-bf5334db-0fcb-4463-88f9-a2bf0d547de7 tempest-VolumesNegativeTest-486033650 tempest-VolumesNegativeTest-486033650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-782655'] for port, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:48.684496 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-4c657bcd-be46-4f12-b030-bb24e3046ab2 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6997225 Jun 14 16:37:48.690517 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 46758) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:37:48.691382 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-9c928a1a-2394-4d47-8a2e-4fa265d71821 req-bf5334db-0fcb-4463-88f9-a2bf0d547de7 tempest-VolumesNegativeTest-486033650 tempest-VolumesNegativeTest-486033650-project] Notify callbacks [] for security_group, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:48.699101 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.v2.base [None req-9c86211c-5d01-4bed-ba18-690a3ef7b035 admin admin] Request body: {'subnet': {'network_id': '3de692a8-4a8d-46cb-b014-927335cfd014', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2068368581-subnet', 'tenant_id': 'd4e60cacfce24cd499cda68081bd307f', 'ip_version': 4}} {{(pid=91935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:37:48.729019 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c657bcd-be46-4f12-b030-bb24e3046ab2 admin admin] Pushing event updated for resources: {'Network': ['ID=3de692a8-4a8d-46cb-b014-927335cfd014,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:37:48.731903 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-4c657bcd-be46-4f12-b030-bb24e3046ab2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:37:48.743260 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Network 3de692a8-4a8d-46cb-b014-927335cfd014 details requested by agent ovs-agent-dv-cinder-796286-2-smb with host dv-cinder-796286-2-smb {{(pid=91937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 16:37:48.745071 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.db.api [req-9c928a1a-2394-4d47-8a2e-4fa265d71821 req-bf5334db-0fcb-4463-88f9-a2bf0d547de7 tempest-VolumesNegativeTest-486033650 tempest-VolumesNegativeTest-486033650-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 14 16:37:48.745071 dv-cinder-796286-2-smb neutron-server[91935]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 14 16:37:48.745071 dv-cinder-796286-2-smb neutron-server[91935]: [parameters: {'project_id_1': 'aaaa66581a154c20be5d1f23f3b1abbd', 'expiration_1': datetime.datetime(2021, 6, 14, 16, 37, 48, 725171)}] Jun 14 16:37:48.745071 dv-cinder-796286-2-smb neutron-server[91935]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=91935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 14 16:37:48.745490 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_db.api [req-9c928a1a-2394-4d47-8a2e-4fa265d71821 req-bf5334db-0fcb-4463-88f9-a2bf0d547de7 tempest-VolumesNegativeTest-486033650 tempest-VolumesNegativeTest-486033650-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=91935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 14 16:37:48.751098 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c86211c-5d01-4bed-ba18-690a3ef7b035 admin admin] Made reservation on behalf of d4e60cacfce24cd499cda68081bd307f for: {'subnet': 1} {{(pid=91935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:37:48.753448 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-9c86211c-5d01-4bed-ba18-690a3ef7b035 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58922015'] for subnet, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:48.910076 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-e825e076-c8e2-48a8-8e42-c6d5a027a51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:48.965030 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-9c86211c-5d01-4bed-ba18-690a3ef7b035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58941658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58921993'] for subnet, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:48.967122 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:37:49.028964 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86211c-5d01-4bed-ba18-690a3ef7b035 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4feb0b6c-ad4f-4842-bab5-742d2f85a310,revision_number=0']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:37:49.032311 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-9c86211c-5d01-4bed-ba18-690a3ef7b035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:37:49.038517 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c86211c-5d01-4bed-ba18-690a3ef7b035 admin admin] Checking segment: {'id': 'bd337bf6-4055-49d2-92a8-b84f02235e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3de692a8-4a8d-46cb-b014-927335cfd014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:37:49.038864 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c86211c-5d01-4bed-ba18-690a3ef7b035 admin admin] Network hostable DHCP agents. Network: 3de692a8-4a8d-46cb-b014-927335cfd014, hostable agents: ['9880e1f8-c94d-4d9a-b71a-e9b00091ad04'], hosted agents: [] {{(pid=91935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 16:37:49.054930 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c86211c-5d01-4bed-ba18-690a3ef7b035 admin admin] Network 3de692a8-4a8d-46cb-b014-927335cfd014 is scheduled to be hosted by DHCP agent 9880e1f8-c94d-4d9a-b71a-e9b00091ad04 with binding_index 1 {{(pid=91935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 16:37:49.063602 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.base_scheduler [None req-9c86211c-5d01-4bed-ba18-690a3ef7b035 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-2-smb, 3de692a8-4a8d-46cb-b014-927335cfd014) {{(pid=91935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:37:49.067698 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c86211c-5d01-4bed-ba18-690a3ef7b035 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:49.068294 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-9c86211c-5d01-4bed-ba18-690a3ef7b035 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693340'] for subnet, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:49.073106 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b278a8-fd94-4d3e-85c5-473bedfb3e7f None None] Network 3de692a8-4a8d-46cb-b014-927335cfd014 requested from dv-cinder-796286-2-smb {{(pid=91937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 16:37:49.083383 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-9c86211c-5d01-4bed-ba18-690a3ef7b035 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3894832 Jun 14 16:37:49.086799 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 46760) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:37:49.091176 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.v2.base [None req-807c1449-650a-49e3-87d3-74c4e5dbd224 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2068368581-router', 'tenant_id': 'd4e60cacfce24cd499cda68081bd307f', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b'}}} {{(pid=91935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:37:49.112632 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-807c1449-650a-49e3-87d3-74c4e5dbd224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3902115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44829'] for router, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:49.113743 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-807c1449-650a-49e3-87d3-74c4e5dbd224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3902148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904466', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45030'] for router, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:49.188211 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-807c1449-650a-49e3-87d3-74c4e5dbd224 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:49.248793 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-9c928a1a-2394-4d47-8a2e-4fa265d71821 req-bf5334db-0fcb-4463-88f9-a2bf0d547de7 tempest-VolumesNegativeTest-486033650 tempest-VolumesNegativeTest-486033650-project] Notify callbacks [] for security_group, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:49.259811 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-afee36e9-ab2a-4aba-a865-058df5db837a req-5975a806-c962-4541-8398-bac9aaf16c0e tempest-VolumesNegativeTest-486033650 tempest-VolumesNegativeTest-486033650-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbc03ddb-7673-4afd-924a-ec705cb10a6b HTTP/1.1" status: 200 len: 210 time: 0.0390344 Jun 14 16:37:49.297071 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54717ca-b242-4345-beca-ce3a9563bbf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dd7b1b0-8727-5c20-81ad-b49c2544d142-3de692a8-4a8d-46cb-b014-927335cfd014', 'network_id': '3de692a8-4a8d-46cb-b014-927335cfd014', 'tenant_id': 'd4e60cacfce24cd499cda68081bd307f', 'fixed_ips': [{'subnet_id': '4feb0b6c-ad4f-4842-bab5-742d2f85a310'}]}} from dv-cinder-796286-2-smb. {{(pid=91937) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 14 16:37:49.298464 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-f54717ca-b242-4345-beca-ce3a9563bbf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-782655'] for port, before_create {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:49.453044 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.db_base_plugin_common [None req-f54717ca-b242-4345-beca-ce3a9563bbf4 None None] Allocated IP 172.20.0.2 (3de692a8-4a8d-46cb-b014-927335cfd014/4feb0b6c-ad4f-4842-bab5-742d2f85a310/12c661ca-6d8f-4244-b92e-3224493a7937) {{(pid=91937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 16:37:49.465815 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device deb6347d-fe8f-4e48-948c-f67de69803de up at agent hyperv_hv-cinder-79628 {{(pid=91937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:37:49.622629 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Provisioning for port deb6347d-fe8f-4e48-948c-f67de69803de completed by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:37:49.634889 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Provisioning complete for port deb6347d-fe8f-4e48-948c-f67de69803de triggered by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:37:49.635371 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:49.680141 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-807c1449-650a-49e3-87d3-74c4e5dbd224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904461', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3902129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45040'] for router, precommit_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:49.743441 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3e6839-bdc7-40cb-b429-6805c6ae6ce8 req-c3b1f1ea-172d-4078-b74d-e9388ee6bf1b tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:49.745009 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-4d3e6839-bdc7-40cb-b429-6805c6ae6ce8 req-c3b1f1ea-172d-4078-b74d-e9388ee6bf1b tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aae5f17-8018-4c95-a614-7f339a39d94b HTTP/1.1" status: 200 len: 944 time: 0.0855408 Jun 14 16:37:49.752965 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-f54717ca-b242-4345-beca-ce3a9563bbf4 None None] Notify callbacks [] for port, precommit_create {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:49.781585 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d372e86-fce2-406e-a204-e22d54834545 req-4eba2444-41e3-4108-be73-e62c16013f34 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:49.783061 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-8d372e86-fce2-406e-a204-e22d54834545 req-4eba2444-41e3-4108-be73-e62c16013f34 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8 HTTP/1.1" status: 200 len: 946 time: 0.5258515 Jun 14 16:37:49.792983 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-f54717ca-b242-4345-beca-ce3a9563bbf4 None None] Transition to ACTIVE for port object 12c661ca-6d8f-4244-b92e-3224493a7937 will not be triggered until provisioned by entity L2. {{(pid=91937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:37:49.794082 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-4d3e6839-bdc7-40cb-b429-6805c6ae6ce8 req-a41b2b0c-7f7e-4428-ae5c-3c7db3be89f0 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=8daba1fe-8982-46f6-b6c7-60cb14092ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424619 Jun 14 16:37:49.822678 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:49.835577 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-f54717ca-b242-4345-beca-ce3a9563bbf4 None None] Transition to ACTIVE for port object 12c661ca-6d8f-4244-b92e-3224493a7937 will not be triggered until provisioned by entity DHCP. {{(pid=91937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:37:49.847819 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-f54717ca-b242-4345-beca-ce3a9563bbf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-782844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4109363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742579636511'] for port, after_create {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:49.854596 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:37:49.856224 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e2e57bd-a822-43b7-944b-be4f6dc455a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deb6347d-fe8f-4e48-948c-f67de69803de'}] {{(pid=91937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:37:49.858472 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}410d25e5bbb1e20f764875c123142387b982c9cf9b01c37f3ab36e77f3c6c019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57685dfe-5528-4cda-b637-9ea990972310" -d '{"events": [{"server_uuid": "1e2e57bd-a822-43b7-944b-be4f6dc455a1", "name": "network-vif-plugged", "status": "completed", "tag": "deb6347d-fe8f-4e48-948c-f67de69803de"}]}' {{(pid=91937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:37:49.889560 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-9c928a1a-2394-4d47-8a2e-4fa265d71821 req-bf5334db-0fcb-4463-88f9-a2bf0d547de7 tempest-VolumesNegativeTest-486033650 tempest-VolumesNegativeTest-486033650-project] Notify callbacks [] for security_group, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:49.907828 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] For port deb6347d-fe8f-4e48-948c-f67de69803de, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=deb6347d-fe8f-4e48-948c-f67de69803de,segment=NetworkSegment(9818a2d9-651a-40fb-bc13-9aa2fbd72fb4),segment_id=9818a2d9-651a-40fb-bc13-9aa2fbd72fb4)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:37:49.909007 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-9c928a1a-2394-4d47-8a2e-4fa265d71821 req-bf5334db-0fcb-4463-88f9-a2bf0d547de7 tempest-VolumesNegativeTest-486033650 tempest-VolumesNegativeTest-486033650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:49.915860 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-a8c06b6a-b9f6-4869-8c09-15e10dad1f11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:37:49.923988 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54717ca-b242-4345-beca-ce3a9563bbf4 None None] Network 3de692a8-4a8d-46cb-b014-927335cfd014 is already hosted by enough agents. {{(pid=91937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:37:49.925042 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:49.925767 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device 49648edd-323d-4ff7-91d2-29157438a0ec up at agent hyperv_hv-cinder-79628 {{(pid=91937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:37:49.933440 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-8d372e86-fce2-406e-a204-e22d54834545 req-2e4af643-9a6b-454d-9c2b-9ebb8d3456d0 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345870 Jun 14 16:37:49.934118 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.scheduler.base_scheduler [None req-f54717ca-b242-4345-beca-ce3a9563bbf4 None None] Resources bound (agent type, host, resource id): {{(pid=91937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:37:49.937376 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54717ca-b242-4345-beca-ce3a9563bbf4 None None] Received port after_create {{(pid=91937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 16:37:49.972908 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54717ca-b242-4345-beca-ce3a9563bbf4 None None] Pushing event updated for resources: {'Port': ['ID=12c661ca-6d8f-4244-b92e-3224493a7937,revision_number=1']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:37:49.981631 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-f54717ca-b242-4345-beca-ce3a9563bbf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:37:49.988874 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:37:50.000755 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316169ff-aec0-4add-b71f-f2fd6225260c req-6c795e0f-1887-4255-8f88-f5047540bc35 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:50.011509 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-316169ff-aec0-4add-b71f-f2fd6225260c req-6c795e0f-1887-4255-8f88-f5047540bc35 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e2e57bd-a822-43b7-944b-be4f6dc455a1 HTTP/1.1" status: 200 len: 946 time: 0.0926778 Jun 14 16:37:50.025151 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5334db-0fcb-4463-88f9-a2bf0d547de7 tempest-VolumesNegativeTest-486033650 tempest-VolumesNegativeTest-486033650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b65913ff-cb4f-4df2-b608-105f097c3b3e,revision_number=1']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:37:50.026392 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 16:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00bce07b-bca6-4d16-9de5-b949d2d7e0e0 x-openstack-request-id: req-00bce07b-bca6-4d16-9de5-b949d2d7e0e0 {{(pid=91937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:37:50.027391 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e2e57bd-a822-43b7-944b-be4f6dc455a1", "name": "network-vif-plugged", "status": "completed", "tag": "deb6347d-fe8f-4e48-948c-f67de69803de", "code": 200}]} {{(pid=91937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:37:50.027994 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-00bce07b-bca6-4d16-9de5-b949d2d7e0e0 {{(pid=91937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:37:50.028271 dv-cinder-796286-2-smb neutron-server[91937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e2e57bd-a822-43b7-944b-be4f6dc455a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deb6347d-fe8f-4e48-948c-f67de69803de', 'code': 200} Jun 14 16:37:50.031987 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-bf5334db-0fcb-4463-88f9-a2bf0d547de7 tempest-VolumesNegativeTest-486033650 tempest-VolumesNegativeTest-486033650-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:37:50.095107 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-316169ff-aec0-4add-b71f-f2fd6225260c req-d7153b77-f199-4de7-9f43-a46618b46de2 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/security-groups?id=57373bd2-d465-4f5e-b443-57f291b224e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825350 Jun 14 16:37:50.131993 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.managers [None req-f54717ca-b242-4345-beca-ce3a9563bbf4 None None] Attempting to bind port 12c661ca-6d8f-4244-b92e-3224493a7937 on host dv-cinder-796286-2-smb for vnic_type normal with profile {{(pid=91937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 16:37:50.132385 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.managers [None req-f54717ca-b242-4345-beca-ce3a9563bbf4 None None] Attempting to bind port 12c661ca-6d8f-4244-b92e-3224493a7937 by drivers openvswitch,hyperv on host dv-cinder-796286-2-smb at level 0 using segments [{'id': 'bd337bf6-4055-49d2-92a8-b84f02235e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3de692a8-4a8d-46cb-b014-927335cfd014'}] {{(pid=91937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 16:37:50.132806 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54717ca-b242-4345-beca-ce3a9563bbf4 None None] Attempting to bind port 12c661ca-6d8f-4244-b92e-3224493a7937 on network 3de692a8-4a8d-46cb-b014-927335cfd014 {{(pid=91937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:37:50.152774 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54717ca-b242-4345-beca-ce3a9563bbf4 None None] Checking agent: {'id': 'f162564f-7dab-4d73-81fc-5f8e857b2431', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 26, 22), 'started_at': datetime.datetime(2021, 6, 14, 16, 26, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 16, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 16:37:50.153156 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54717ca-b242-4345-beca-ce3a9563bbf4 None None] Checking segment: {'id': 'bd337bf6-4055-49d2-92a8-b84f02235e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3de692a8-4a8d-46cb-b014-927335cfd014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:37:50.153695 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-f54717ca-b242-4345-beca-ce3a9563bbf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:50.154100 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54717ca-b242-4345-beca-ce3a9563bbf4 None None] Bound using segment: {'id': 'bd337bf6-4055-49d2-92a8-b84f02235e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3de692a8-4a8d-46cb-b014-927335cfd014'} {{(pid=91937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 16:37:50.154569 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.managers [None req-f54717ca-b242-4345-beca-ce3a9563bbf4 None None] Bound port: 12c661ca-6d8f-4244-b92e-3224493a7937, host: dv-cinder-796286-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd337bf6-4055-49d2-92a8-b84f02235e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3de692a8-4a8d-46cb-b014-927335cfd014'}}] {{(pid=91937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 16:37:50.154949 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-f54717ca-b242-4345-beca-ce3a9563bbf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:50.164973 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.db.db_base_plugin_common [req-9c928a1a-2394-4d47-8a2e-4fa265d71821 req-bf5334db-0fcb-4463-88f9-a2bf0d547de7 tempest-VolumesNegativeTest-486033650 tempest-VolumesNegativeTest-486033650-project] Allocated IP 192.168.233.99 (0ac80c0a-ce37-4db8-af21-426303bcb540/bfbbd5b3-3425-4858-b73a-5cd4e63bdedf/270023eb-42c6-4faa-b4f1-93f0be67b3b4) {{(pid=91935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 16:37:50.169010 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Pushing event updated for resources: {'Port': ['ID=deb6347d-fe8f-4e48-948c-f67de69803de,revision_number=5']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:37:50.175092 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:37:50.177719 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Provisioning complete for port 49648edd-323d-4ff7-91d2-29157438a0ec triggered by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:37:50.178120 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:50.282105 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-f54717ca-b242-4345-beca-ce3a9563bbf4 None None] For port 12c661ca-6d8f-4244-b92e-3224493a7937, host dv-cinder-796286-2-smb, cleared binding levels {{(pid=91937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 16:37:50.293340 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-f54717ca-b242-4345-beca-ce3a9563bbf4 None None] For port 12c661ca-6d8f-4244-b92e-3224493a7937, host dv-cinder-796286-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-smb',level=0,port_id=12c661ca-6d8f-4244-b92e-3224493a7937,segment=NetworkSegment(bd337bf6-4055-49d2-92a8-b84f02235e58),segment_id=bd337bf6-4055-49d2-92a8-b84f02235e58)] {{(pid=91937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 16:37:50.304633 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-807c1449-650a-49e3-87d3-74c4e5dbd224 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:50.324773 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6cab6a-2e1e-450e-9472-e57ebea11c83 req-1fd1cf5d-95a8-4667-a494-31188c117f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:50.326352 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-4f6cab6a-2e1e-450e-9472-e57ebea11c83 req-1fd1cf5d-95a8-4667-a494-31188c117f95 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1e2e57bd-a822-43b7-944b-be4f6dc455a1 HTTP/1.1" status: 200 len: 1099 time: 0.0948417 Jun 14 16:37:50.336215 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-f54717ca-b242-4345-beca-ce3a9563bbf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:50.338941 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-807c1449-650a-49e3-87d3-74c4e5dbd224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-782655'] for port, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:50.341699 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:37:50.387988 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-4f6cab6a-2e1e-450e-9472-e57ebea11c83 req-e0a5b585-eb02-4f83-bf1a-cc29559fa534 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=57373bd2-d465-4f5e-b443-57f291b224e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519931 Jun 14 16:37:50.432832 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:50.435903 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54717ca-b242-4345-beca-ce3a9563bbf4 None None] Pushing event updated for resources: {'Port': ['ID=12c661ca-6d8f-4244-b92e-3224493a7937,revision_number=2']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:37:50.448621 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-f54717ca-b242-4345-beca-ce3a9563bbf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:37:50.474732 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] For port 49648edd-323d-4ff7-91d2-29157438a0ec, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=49648edd-323d-4ff7-91d2-29157438a0ec,segment=NetworkSegment(c4c3f588-adb6-420f-8cdb-57f5516701db),segment_id=c4c3f588-adb6-420f-8cdb-57f5516701db)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:37:50.478987 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:50.481143 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:37:50.519239 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-37d2f2bc-fd37-4932-b599-5c7419b9069d req-b4661c58-4ba7-4e6e-b7cf-d12bbdeb4881 tempest-VolumesNegativeTest-486033650 tempest-VolumesNegativeTest-486033650-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbc03ddb-7673-4afd-924a-ec705cb10a6b HTTP/1.1" status: 200 len: 210 time: 0.0864692 Jun 14 16:37:50.539240 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Pushing event updated for resources: {'Port': ['ID=49648edd-323d-4ff7-91d2-29157438a0ec,revision_number=10']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:37:50.542833 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:37:50.602085 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.db.db_base_plugin_common [None req-807c1449-650a-49e3-87d3-74c4e5dbd224 admin admin] Allocated IP 172.28.1.238 (2b8148fa-8475-41af-8213-9af35fa3c21b/245e4c8b-b6d5-4126-ad47-8a46fc8189c6/3b6ceef6-059b-4d1e-bd4e-9ad1f3c26200) {{(pid=91935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 16:37:50.617882 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-9c928a1a-2394-4d47-8a2e-4fa265d71821 req-bf5334db-0fcb-4463-88f9-a2bf0d547de7 tempest-VolumesNegativeTest-486033650 tempest-VolumesNegativeTest-486033650-project] Notify callbacks [] for port, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:50.651342 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.db.provisioning_blocks [req-9c928a1a-2394-4d47-8a2e-4fa265d71821 req-bf5334db-0fcb-4463-88f9-a2bf0d547de7 tempest-VolumesNegativeTest-486033650 tempest-VolumesNegativeTest-486033650-project] Transition to ACTIVE for port object 270023eb-42c6-4faa-b4f1-93f0be67b3b4 will not be triggered until provisioned by entity DHCP. {{(pid=91935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:37:50.805374 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-807c1449-650a-49e3-87d3-74c4e5dbd224 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:50.809954 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-9c928a1a-2394-4d47-8a2e-4fa265d71821 req-bf5334db-0fcb-4463-88f9-a2bf0d547de7 tempest-VolumesNegativeTest-486033650 tempest-VolumesNegativeTest-486033650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-782844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4109363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742579636511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58943338'] for port, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:50.816403 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-dee48c57-8d0b-482b-aa71-ad2c5ab373e7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:37:50.870154 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c928a1a-2394-4d47-8a2e-4fa265d71821 req-bf5334db-0fcb-4463-88f9-a2bf0d547de7 tempest-VolumesNegativeTest-486033650 tempest-VolumesNegativeTest-486033650-project] Network 0ac80c0a-ce37-4db8-af21-426303bcb540 is already hosted by enough agents. {{(pid=91935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:37:50.881406 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.base_scheduler [req-9c928a1a-2394-4d47-8a2e-4fa265d71821 req-bf5334db-0fcb-4463-88f9-a2bf0d547de7 tempest-VolumesNegativeTest-486033650 tempest-VolumesNegativeTest-486033650-project] Resources bound (agent type, host, resource id): {{(pid=91935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:37:50.884534 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c928a1a-2394-4d47-8a2e-4fa265d71821 req-bf5334db-0fcb-4463-88f9-a2bf0d547de7 tempest-VolumesNegativeTest-486033650 tempest-VolumesNegativeTest-486033650-project] Received port after_create {{(pid=91935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 16:37:50.953886 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5334db-0fcb-4463-88f9-a2bf0d547de7 tempest-VolumesNegativeTest-486033650 tempest-VolumesNegativeTest-486033650-project] Pushing event updated for resources: {'Port': ['ID=270023eb-42c6-4faa-b4f1-93f0be67b3b4,revision_number=1']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:37:50.957016 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-bf5334db-0fcb-4463-88f9-a2bf0d547de7 tempest-VolumesNegativeTest-486033650 tempest-VolumesNegativeTest-486033650-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:37:50.973223 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c928a1a-2394-4d47-8a2e-4fa265d71821 req-bf5334db-0fcb-4463-88f9-a2bf0d547de7 tempest-VolumesNegativeTest-486033650 tempest-VolumesNegativeTest-486033650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:50.973840 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-9c928a1a-2394-4d47-8a2e-4fa265d71821 req-bf5334db-0fcb-4463-88f9-a2bf0d547de7 tempest-VolumesNegativeTest-486033650 tempest-VolumesNegativeTest-486033650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220504'] for port, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:50.986368 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-807c1449-650a-49e3-87d3-74c4e5dbd224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-782844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4109363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742579636511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58943338'] for port, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:50.999736 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:37:51.005139 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0621f7f-5815-4604-abf0-b5a1acccc4e6 req-fdbe0f68-0b3e-46a5-b3c8-b43ed8d23a85 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:51.007989 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-a0621f7f-5815-4604-abf0-b5a1acccc4e6 req-fdbe0f68-0b3e-46a5-b3c8-b43ed8d23a85 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aae5f17-8018-4c95-a614-7f339a39d94b HTTP/1.1" status: 200 len: 946 time: 0.0892177 Jun 14 16:37:51.042360 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807c1449-650a-49e3-87d3-74c4e5dbd224 admin admin] Network 2b8148fa-8475-41af-8213-9af35fa3c21b is already hosted by enough agents. {{(pid=91935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:37:51.051333 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-9c928a1a-2394-4d47-8a2e-4fa265d71821 req-bf5334db-0fcb-4463-88f9-a2bf0d547de7 tempest-VolumesNegativeTest-486033650 tempest-VolumesNegativeTest-486033650-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6028411 Jun 14 16:37:51.058075 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.base_scheduler [None req-807c1449-650a-49e3-87d3-74c4e5dbd224 admin admin] Resources bound (agent type, host, resource id): {{(pid=91935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:37:51.062092 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807c1449-650a-49e3-87d3-74c4e5dbd224 admin admin] Received port after_create {{(pid=91935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 16:37:51.069922 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.v2.base [req-9c928a1a-2394-4d47-8a2e-4fa265d71821 req-2753714b-3e63-44c0-bbc8-fcea7c5441d4 service neutron] Request body: {'port': {'device_id': 'dbc03ddb-7673-4afd-924a-ec705cb10a6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=91935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:37:51.074762 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-a0621f7f-5815-4604-abf0-b5a1acccc4e6 req-e749afc6-bb34-4c4c-8b36-40979f6f8f46 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=8daba1fe-8982-46f6-b6c7-60cb14092ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577276 Jun 14 16:37:51.129667 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-3b6a9fa3-4531-42ad-ac0a-31afb4a3cc67 None None] Provisioning for port 270023eb-42c6-4faa-b4f1-93f0be67b3b4 completed by entity DHCP. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:37:51.135294 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-3b6a9fa3-4531-42ad-ac0a-31afb4a3cc67 None None] Provisioning complete for port 270023eb-42c6-4faa-b4f1-93f0be67b3b4 triggered by entity DHCP. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:37:51.135945 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-3b6a9fa3-4531-42ad-ac0a-31afb4a3cc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:51.145664 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807c1449-650a-49e3-87d3-74c4e5dbd224 admin admin] Pushing event updated for resources: {'Port': ['ID=3b6ceef6-059b-4d1e-bd4e-9ad1f3c26200,revision_number=1']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:37:51.168671 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-807c1449-650a-49e3-87d3-74c4e5dbd224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:37:51.194415 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a9fa3-4531-42ad-ac0a-31afb4a3cc67 None None] Port 270023eb-42c6-4faa-b4f1-93f0be67b3b4 cannot update to ACTIVE because it is not bound. {{(pid=91937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 16:37:51.375495 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-9c928a1a-2394-4d47-8a2e-4fa265d71821 req-2753714b-3e63-44c0-bbc8-fcea7c5441d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:51.483484 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff6551e-3963-4d2a-aeb0-ea538cd84249 req-b1506e99-10f7-421c-a311-f84d0734fa01 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:51.485104 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-5ff6551e-3963-4d2a-aeb0-ea538cd84249 req-b1506e99-10f7-421c-a311-f84d0734fa01 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8 HTTP/1.1" status: 200 len: 946 time: 0.3442669 Jun 14 16:37:51.547291 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-3c116acd-0210-4eef-bf74-aec1d3318523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:51.566600 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b6fa4e-2ba1-445e-90ea-29adf14cfc37 req-8fb5a6cb-bcfe-49c1-84ec-ba7c26e988cc tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:51.569929 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-29b6fa4e-2ba1-445e-90ea-29adf14cfc37 req-8fb5a6cb-bcfe-49c1-84ec-ba7c26e988cc tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e2e57bd-a822-43b7-944b-be4f6dc455a1 HTTP/1.1" status: 200 len: 946 time: 0.3483486 Jun 14 16:37:51.591060 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ea4a1b-6997-45ea-b0d2-c521acc5f267 None None] Network 3de692a8-4a8d-46cb-b014-927335cfd014 requested from dv-cinder-796286-2-smb {{(pid=91937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 16:37:51.626248 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-29b6fa4e-2ba1-445e-90ea-29adf14cfc37 req-96355365-2fd8-47c6-94db-0dbaa63ff640 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/security-groups?id=57373bd2-d465-4f5e-b443-57f291b224e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511951 Jun 14 16:37:51.729168 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-5ff6551e-3963-4d2a-aeb0-ea538cd84249 req-d48233f7-8636-4a38-9d28-176302b11e9f tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334993 Jun 14 16:37:51.793467 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-807c1449-650a-49e3-87d3-74c4e5dbd224 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:51.818403 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-8b8f1dfc-5c99-4592-826c-faa6ac4786d6 None None] Provisioning for port 12c661ca-6d8f-4244-b92e-3224493a7937 completed by entity DHCP. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:37:51.835714 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a08d69-7778-4708-86a8-6bba7d2d2daa req-b3967d64-1265-4c43-8e9f-fa693cbbfcd9 tempest-VolumesNegativeTest-486033650 tempest-VolumesNegativeTest-486033650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:51.843161 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-38a08d69-7778-4708-86a8-6bba7d2d2daa req-b3967d64-1265-4c43-8e9f-fa693cbbfcd9 tempest-VolumesNegativeTest-486033650 tempest-VolumesNegativeTest-486033650-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbc03ddb-7673-4afd-924a-ec705cb10a6b HTTP/1.1" status: 200 len: 935 time: 0.0874462 Jun 14 16:37:51.848715 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:51.885624 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-38a08d69-7778-4708-86a8-6bba7d2d2daa req-ab7c7f8c-2d32-4eeb-939b-79ed914c82de tempest-VolumesNegativeTest-486033650 tempest-VolumesNegativeTest-486033650-project] 10.222.0.16 "GET /v2.0/security-groups?id=b65913ff-cb4f-4df2-b608-105f097c3b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415902 Jun 14 16:37:52.029666 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aae5f17-8018-4c95-a614-7f339a39d94b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49648edd-323d-4ff7-91d2-29157438a0ec'}] {{(pid=91937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:37:52.032100 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}410d25e5bbb1e20f764875c123142387b982c9cf9b01c37f3ab36e77f3c6c019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f84a79-94ef-4139-91f8-7d305321de8d" -d '{"events": [{"server_uuid": "0aae5f17-8018-4c95-a614-7f339a39d94b", "name": "network-vif-plugged", "status": "completed", "tag": "49648edd-323d-4ff7-91d2-29157438a0ec"}]}' {{(pid=91937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:37:52.077024 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 16:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d423b514-6f44-4cd8-8ba5-04b35b848c88 x-openstack-request-id: req-d423b514-6f44-4cd8-8ba5-04b35b848c88 {{(pid=91937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:37:52.077436 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aae5f17-8018-4c95-a614-7f339a39d94b", "name": "network-vif-plugged", "status": "completed", "tag": "49648edd-323d-4ff7-91d2-29157438a0ec", "code": 200}]} {{(pid=91937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:37:52.077800 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d423b514-6f44-4cd8-8ba5-04b35b848c88 {{(pid=91937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:37:52.078302 dv-cinder-796286-2-smb neutron-server[91937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aae5f17-8018-4c95-a614-7f339a39d94b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49648edd-323d-4ff7-91d2-29157438a0ec', 'code': 200} Jun 14 16:37:52.278950 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42d13ae-1381-4da0-996a-488fba983100 req-33f53027-b106-4207-bf53-5398aa84f03a tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:52.280527 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-d42d13ae-1381-4da0-996a-488fba983100 req-33f53027-b106-4207-bf53-5398aa84f03a tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aae5f17-8018-4c95-a614-7f339a39d94b HTTP/1.1" status: 200 len: 946 time: 0.0815566 Jun 14 16:37:52.301547 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device 12c661ca-6d8f-4244-b92e-3224493a7937 up at agent ovs-agent-dv-cinder-796286-2-smb {{(pid=91937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:37:52.324982 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-d42d13ae-1381-4da0-996a-488fba983100 req-59d1432a-e2bf-49eb-af3c-107b8d715887 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=8daba1fe-8982-46f6-b6c7-60cb14092ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386705 Jun 14 16:37:52.362029 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Provisioning for port 12c661ca-6d8f-4244-b92e-3224493a7937 completed by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:37:52.366474 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Provisioning complete for port 12c661ca-6d8f-4244-b92e-3224493a7937 triggered by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:37:52.366885 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:52.392594 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.notifiers.nova [req-9c928a1a-2394-4d47-8a2e-4fa265d71821 req-2753714b-3e63-44c0-bbc8-fcea7c5441d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 270023eb-42c6-4faa-b4f1-93f0be67b3b4 {{(pid=91935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 16:37:52.404631 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-9c928a1a-2394-4d47-8a2e-4fa265d71821 req-2753714b-3e63-44c0-bbc8-fcea7c5441d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:52.431819 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.db.provisioning_blocks [req-9c928a1a-2394-4d47-8a2e-4fa265d71821 req-2753714b-3e63-44c0-bbc8-fcea7c5441d4 service neutron] Transition to ACTIVE for port object 270023eb-42c6-4faa-b4f1-93f0be67b3b4 will not be triggered until provisioned by entity L2. {{(pid=91935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:37:52.438233 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-9c928a1a-2394-4d47-8a2e-4fa265d71821 req-2753714b-3e63-44c0-bbc8-fcea7c5441d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58943316'] for port, after_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:52.440521 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-807c1449-650a-49e3-87d3-74c4e5dbd224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3902120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904149'] for router, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:52.443605 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-807c1449-650a-49e3-87d3-74c4e5dbd224 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:37:52.470215 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:52.511328 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] For port 12c661ca-6d8f-4244-b92e-3224493a7937, host dv-cinder-796286-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-smb',level=0,port_id=12c661ca-6d8f-4244-b92e-3224493a7937,segment=NetworkSegment(bd337bf6-4055-49d2-92a8-b84f02235e58),segment_id=bd337bf6-4055-49d2-92a8-b84f02235e58)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:37:52.516419 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:52.518694 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:37:52.585391 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Pushing event updated for resources: {'Port': ['ID=12c661ca-6d8f-4244-b92e-3224493a7937,revision_number=3']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:37:52.589806 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:37:52.631028 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c2ff2f-cadb-4740-a4f5-c09ef96e6ba9 req-2e3bd4a7-4df1-4bc7-ac6d-38bd15102e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:52.632788 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-d3c2ff2f-cadb-4740-a4f5-c09ef96e6ba9 req-2e3bd4a7-4df1-4bc7-ac6d-38bd15102e45 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0aae5f17-8018-4c95-a614-7f339a39d94b HTTP/1.1" status: 200 len: 1099 time: 0.0725391 Jun 14 16:37:52.649380 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2753714b-3e63-44c0-bbc8-fcea7c5441d4 service neutron] Pushing event updated for resources: {'Port': ['ID=270023eb-42c6-4faa-b4f1-93f0be67b3b4,revision_number=2']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:37:52.653775 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-2753714b-3e63-44c0-bbc8-fcea7c5441d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:37:52.702390 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-d3c2ff2f-cadb-4740-a4f5-c09ef96e6ba9 req-722d3de3-909f-457f-8076-f3c99c600ebe service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8daba1fe-8982-46f6-b6c7-60cb14092ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624092 Jun 14 16:37:52.755498 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-ac317c73-f3f7-46db-8eeb-274d40bc3b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:52.771866 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.managers [req-9c928a1a-2394-4d47-8a2e-4fa265d71821 req-2753714b-3e63-44c0-bbc8-fcea7c5441d4 service neutron] Attempting to bind port 270023eb-42c6-4faa-b4f1-93f0be67b3b4 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=91935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 16:37:52.772260 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.managers [req-9c928a1a-2394-4d47-8a2e-4fa265d71821 req-2753714b-3e63-44c0-bbc8-fcea7c5441d4 service neutron] Attempting to bind port 270023eb-42c6-4faa-b4f1-93f0be67b3b4 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '27548891-7ef2-4c5b-99f0-4173b6def0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '0ac80c0a-ce37-4db8-af21-426303bcb540'}] {{(pid=91935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 16:37:52.772556 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c928a1a-2394-4d47-8a2e-4fa265d71821 req-2753714b-3e63-44c0-bbc8-fcea7c5441d4 service neutron] Attempting to bind port 270023eb-42c6-4faa-b4f1-93f0be67b3b4 on network 0ac80c0a-ce37-4db8-af21-426303bcb540 {{(pid=91935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:37:52.785569 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c928a1a-2394-4d47-8a2e-4fa265d71821 req-2753714b-3e63-44c0-bbc8-fcea7c5441d4 service neutron] Port 270023eb-42c6-4faa-b4f1-93f0be67b3b4 on network 0ac80c0a-ce37-4db8-af21-426303bcb540 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=91935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 16:37:52.785932 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c928a1a-2394-4d47-8a2e-4fa265d71821 req-2753714b-3e63-44c0-bbc8-fcea7c5441d4 service neutron] Attempting to bind port 270023eb-42c6-4faa-b4f1-93f0be67b3b4 on network 0ac80c0a-ce37-4db8-af21-426303bcb540 {{(pid=91935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:37:52.805084 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c928a1a-2394-4d47-8a2e-4fa265d71821 req-2753714b-3e63-44c0-bbc8-fcea7c5441d4 service neutron] Checking agent: {'id': '1755a277-340e-436e-845c-4a890e3bd21a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 32, 46), 'started_at': datetime.datetime(2021, 6, 14, 16, 32, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 16, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 16:37:52.805425 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c928a1a-2394-4d47-8a2e-4fa265d71821 req-2753714b-3e63-44c0-bbc8-fcea7c5441d4 service neutron] Checking segment: {'id': '27548891-7ef2-4c5b-99f0-4173b6def0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '0ac80c0a-ce37-4db8-af21-426303bcb540'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:37:52.805806 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c928a1a-2394-4d47-8a2e-4fa265d71821 req-2753714b-3e63-44c0-bbc8-fcea7c5441d4 service neutron] Bound using segment: {'id': '27548891-7ef2-4c5b-99f0-4173b6def0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '0ac80c0a-ce37-4db8-af21-426303bcb540'} {{(pid=91935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 16:37:52.806247 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.managers [req-9c928a1a-2394-4d47-8a2e-4fa265d71821 req-2753714b-3e63-44c0-bbc8-fcea7c5441d4 service neutron] Bound port: 270023eb-42c6-4faa-b4f1-93f0be67b3b4, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27548891-7ef2-4c5b-99f0-4173b6def0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '0ac80c0a-ce37-4db8-af21-426303bcb540'}}] {{(pid=91935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 16:37:52.806597 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-9c928a1a-2394-4d47-8a2e-4fa265d71821 req-2753714b-3e63-44c0-bbc8-fcea7c5441d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:52.854010 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-807c1449-650a-49e3-87d3-74c4e5dbd224 admin admin] Router f00a763d-c869-4000-a0ec-5dbd022811e2 is scheduled to L3 agent ca10c576-315d-4f3b-b2d0-f5eeab5e8277 with binding_index 1 {{(pid=91935) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 14 16:37:52.924971 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a77d0b1-a8d8-44fe-a30f-a0a90e0da0f7 req-aabe51b7-8d58-415b-899a-5b0cbdc886eb tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:52.926458 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-9a77d0b1-a8d8-44fe-a30f-a0a90e0da0f7 req-aabe51b7-8d58-415b-899a-5b0cbdc886eb tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8 HTTP/1.1" status: 200 len: 946 time: 0.0730217 Jun 14 16:37:52.968711 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-9a77d0b1-a8d8-44fe-a30f-a0a90e0da0f7 req-95ca0d6e-97b2-432c-aeff-f45dc1f7eb48 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363109 Jun 14 16:37:53.041729 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.db [req-9c928a1a-2394-4d47-8a2e-4fa265d71821 req-2753714b-3e63-44c0-bbc8-fcea7c5441d4 service neutron] For port 270023eb-42c6-4faa-b4f1-93f0be67b3b4, host hv-cinder-79628, cleared binding levels {{(pid=91935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 16:37:53.052167 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a50755-34c4-43c2-a0cc-5171ac531b95 req-06469c5b-5773-4b6f-8322-9147507fac06 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:53.053679 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-47a50755-34c4-43c2-a0cc-5171ac531b95 req-06469c5b-5773-4b6f-8322-9147507fac06 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e2e57bd-a822-43b7-944b-be4f6dc455a1 HTTP/1.1" status: 200 len: 946 time: 0.2634277 Jun 14 16:37:53.078977 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.db [req-9c928a1a-2394-4d47-8a2e-4fa265d71821 req-2753714b-3e63-44c0-bbc8-fcea7c5441d4 service neutron] For port 270023eb-42c6-4faa-b4f1-93f0be67b3b4, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=270023eb-42c6-4faa-b4f1-93f0be67b3b4,segment=NetworkSegment(27548891-7ef2-4c5b-99f0-4173b6def0b2),segment_id=27548891-7ef2-4c5b-99f0-4173b6def0b2)] {{(pid=91935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 16:37:53.094882 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-9c928a1a-2394-4d47-8a2e-4fa265d71821 req-2753714b-3e63-44c0-bbc8-fcea7c5441d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58943316'] for port, after_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:53.099911 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:37:53.144400 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e736c3-8f9b-48d2-9649-acf60ea54f93 req-67efb308-d91f-47df-b128-30fcf333474a tempest-VolumesNegativeTest-486033650 tempest-VolumesNegativeTest-486033650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:53.146196 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-30e736c3-8f9b-48d2-9649-acf60ea54f93 req-67efb308-d91f-47df-b128-30fcf333474a tempest-VolumesNegativeTest-486033650 tempest-VolumesNegativeTest-486033650-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbc03ddb-7673-4afd-924a-ec705cb10a6b HTTP/1.1" status: 200 len: 947 time: 0.0707340 Jun 14 16:37:53.172694 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c928a1a-2394-4d47-8a2e-4fa265d71821 req-2753714b-3e63-44c0-bbc8-fcea7c5441d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:53.173412 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-9c928a1a-2394-4d47-8a2e-4fa265d71821 req-2753714b-3e63-44c0-bbc8-fcea7c5441d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220504'] for port, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:53.174796 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-9c928a1a-2394-4d47-8a2e-4fa265d71821 req-2753714b-3e63-44c0-bbc8-fcea7c5441d4 service neutron] 10.222.0.41 "PUT /v2.0/ports/270023eb-42c6-4faa-b4f1-93f0be67b3b4 HTTP/1.1" status: 200 len: 1097 time: 2.1105018 Jun 14 16:37:53.177488 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbc03ddb-7673-4afd-924a-ec705cb10a6b', 'tag': '270023eb-42c6-4faa-b4f1-93f0be67b3b4'}] {{(pid=91935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:37:53.179916 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6661bf290492edb1b3f10c978b9fa8124be38cabc2d7e3087d82166a711c303" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f88bca8b-65b9-45b9-a1a0-b5fa4931e285" -d '{"events": [{"name": "network-changed", "server_uuid": "dbc03ddb-7673-4afd-924a-ec705cb10a6b", "tag": "270023eb-42c6-4faa-b4f1-93f0be67b3b4"}]}' {{(pid=91935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:37:53.191954 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-30e736c3-8f9b-48d2-9649-acf60ea54f93 req-463f4644-3549-4382-af4f-aa6f31a57cc5 tempest-VolumesNegativeTest-486033650 tempest-VolumesNegativeTest-486033650-project] 10.222.0.16 "GET /v2.0/security-groups?id=b65913ff-cb4f-4df2-b608-105f097c3b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392985 Jun 14 16:37:53.193057 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-47a50755-34c4-43c2-a0cc-5171ac531b95 req-f3052bc9-8873-447e-a12a-fbaf84f2edf2 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/security-groups?id=57373bd2-d465-4f5e-b443-57f291b224e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261411 Jun 14 16:37:53.194216 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-807c1449-650a-49e3-87d3-74c4e5dbd224 admin admin] Notify agent at l3_agent.dv-cinder-796286-2-smb the message routers_updated {{(pid=91935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 16:37:53.215941 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c02262-1599-4f69-8fa4-a99e6684bea3 None None] Sync routers for ids ['f00a763d-c869-4000-a0ec-5dbd022811e2'] in dv-cinder-796286-2-smb {{(pid=91938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 16:37:53.223925 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2753714b-3e63-44c0-bbc8-fcea7c5441d4 service neutron] Pushing event updated for resources: {'Port': ['ID=270023eb-42c6-4faa-b4f1-93f0be67b3b4,revision_number=3']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:37:53.235714 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c02262-1599-4f69-8fa4-a99e6684bea3 None None] Routers {'f00a763d-c869-4000-a0ec-5dbd022811e2'} bound to L3 agent in host dv-cinder-796286-2-smb {{(pid=91938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:37:53.236554 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-2753714b-3e63-44c0-bbc8-fcea7c5441d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:37:53.237606 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-807c1449-650a-49e3-87d3-74c4e5dbd224 admin admin] Notify callbacks [] for router, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:53.238978 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-807c1449-650a-49e3-87d3-74c4e5dbd224 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.1512396 Jun 14 16:37:53.240223 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_hamode_db [None req-19c02262-1599-4f69-8fa4-a99e6684bea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T16:26:21Z,description=,heartbeat_timestamp=2021-06-14T16:37:52Z,host='dv-cinder-796286-2-smb',id=ca10c576-315d-4f3b-b2d0-f5eeab5e8277,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:26:21Z,topic='l3_agent')) {'router_ids': ['f00a763d-c869-4000-a0ec-5dbd022811e2'], 'active': True} {{(pid=91938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:37:53.241925 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 46796) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:37:53.289394 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 16:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd7dc735-2c97-424b-969c-6de2690780b0 x-openstack-request-id: req-fd7dc735-2c97-424b-969c-6de2690780b0 {{(pid=91935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:37:53.289945 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbc03ddb-7673-4afd-924a-ec705cb10a6b", "tag": "270023eb-42c6-4faa-b4f1-93f0be67b3b4", "status": "completed", "code": 200}]} {{(pid=91935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:37:53.290420 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fd7dc735-2c97-424b-969c-6de2690780b0 {{(pid=91935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:37:53.290991 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbc03ddb-7673-4afd-924a-ec705cb10a6b', 'tag': '270023eb-42c6-4faa-b4f1-93f0be67b3b4', 'status': 'completed', 'code': 200} Jun 14 16:37:53.326735 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c928a1a-2394-4d47-8a2e-4fa265d71821 req-afc0aadd-2d92-4987-9d67-a201d5194d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:53.328575 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-9c928a1a-2394-4d47-8a2e-4fa265d71821 req-afc0aadd-2d92-4987-9d67-a201d5194d57 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aaaa66581a154c20be5d1f23f3b1abbd&device_id=dbc03ddb-7673-4afd-924a-ec705cb10a6b HTTP/1.1" status: 200 len: 1100 time: 0.0999312 Jun 14 16:37:53.415758 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-9c928a1a-2394-4d47-8a2e-4fa265d71821 req-da3f0ea0-6df8-4f8c-9e88-ad90ffee5818 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=270023eb-42c6-4faa-b4f1-93f0be67b3b4 HTTP/1.1" status: 200 len: 217 time: 0.0732298 Jun 14 16:37:53.482173 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c928a1a-2394-4d47-8a2e-4fa265d71821 req-de4541e6-6068-4173-894a-d8e3b27f70aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:53.484161 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-9c928a1a-2394-4d47-8a2e-4fa265d71821 req-de4541e6-6068-4173-894a-d8e3b27f70aa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bfbbd5b3-3425-4858-b73a-5cd4e63bdedf HTTP/1.1" status: 200 len: 843 time: 0.0613592 Jun 14 16:37:53.500215 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_dvr_db [None req-19c02262-1599-4f69-8fa4-a99e6684bea3 None None] Set router f00a763d-c869-4000-a0ec-5dbd022811e2 gateway port host: dv-cinder-796286-2-smb {{(pid=91938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:37:53.645675 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c928a1a-2394-4d47-8a2e-4fa265d71821 req-cbfc77be-eee1-4948-8e95-cb9fca9b3cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:53.647919 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-9c928a1a-2394-4d47-8a2e-4fa265d71821 req-cbfc77be-eee1-4948-8e95-cb9fca9b3cb3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0ac80c0a-ce37-4db8-af21-426303bcb540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1521945 Jun 14 16:37:53.664022 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b9169-83fe-427a-975e-eff10ad5388a req-a1419431-4e37-4349-a36f-130c8fc1074e tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:53.671321 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-a62b9169-83fe-427a-975e-eff10ad5388a req-a1419431-4e37-4349-a36f-130c8fc1074e tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aae5f17-8018-4c95-a614-7f339a39d94b HTTP/1.1" status: 200 len: 946 time: 0.1553819 Jun 14 16:37:53.805503 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-a62b9169-83fe-427a-975e-eff10ad5388a req-ecb548cb-108d-4ef7-9217-1ce1a5622af6 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=8daba1fe-8982-46f6-b6c7-60cb14092ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320307 Jun 14 16:37:53.881455 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-9c928a1a-2394-4d47-8a2e-4fa265d71821 req-b0d9f7c5-462a-4f57-9be5-aeb1431e4c7d service neutron] 10.222.0.41 "GET /v2.0/networks/0ac80c0a-ce37-4db8-af21-426303bcb540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078197 Jun 14 16:37:53.887046 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_hamode_db [None req-19c02262-1599-4f69-8fa4-a99e6684bea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f00a763d-c869-4000-a0ec-5dbd022811e2', 'name': 'tempest-TestMinimumBasicScenario-2068368581-router', 'tenant_id': 'd4e60cacfce24cd499cda68081bd307f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.238'}], 'enable_snat': True}, 'gw_port_id': '3b6ceef6-059b-4d1e-bd4e-9ad1f3c26200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:37:49Z', 'updated_at': '2021-06-14T16:37:51Z', 'revision_number': 3, 'project_id': 'd4e60cacfce24cd499cda68081bd307f', 'gw_port': {'id': '3b6ceef6-059b-4d1e-bd4e-9ad1f3c26200', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ca:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f00a763d-c869-4000-a0ec-5dbd022811e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:37:50Z', 'updated_at': '2021-06-14T16:37:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb'}], 'dv-cinder-796286-2-smb', False) {} {{(pid=91938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:37:53.891430 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c02262-1599-4f69-8fa4-a99e6684bea3 None None] Checking router: f00a763d-c869-4000-a0ec-5dbd022811e2 for host: dv-cinder-796286-2-smb {{(pid=91938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 16:37:53.891871 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c02262-1599-4f69-8fa4-a99e6684bea3 None None] Updating router f00a763d-c869-4000-a0ec-5dbd022811e2 port 3b6ceef6-059b-4d1e-bd4e-9ad1f3c26200 binding host dv-cinder-796286-2-smb {{(pid=91938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 16:37:53.989319 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron_lib.callbacks.manager [None req-19c02262-1599-4f69-8fa4-a99e6684bea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:54.065289 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-9c928a1a-2394-4d47-8a2e-4fa265d71821 req-fa27bff2-54cf-4ebf-b959-34fee9490aab service neutron] 10.222.0.41 "GET /v2.0/networks/0ac80c0a-ce37-4db8-af21-426303bcb540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767197 Jun 14 16:37:54.067931 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-00a6d5f4-afd9-4da4-8c0a-5ace14971d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-782655'] for port, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:54.224097 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88bca8b-65b9-45b9-a1a0-b5fa4931e285 req-eead7ff9-a7c0-4aef-8aed-1347fc174a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:54.226310 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-f88bca8b-65b9-45b9-a1a0-b5fa4931e285 req-eead7ff9-a7c0-4aef-8aed-1347fc174a48 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aaaa66581a154c20be5d1f23f3b1abbd&device_id=dbc03ddb-7673-4afd-924a-ec705cb10a6b HTTP/1.1" status: 200 len: 1100 time: 0.0922513 Jun 14 16:37:54.290769 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.agents_db [None req-014db0b1-f8e7-4480-967a-879c185ba95d None None] Agent healthcheck: found 6 active agents {{(pid=91938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:37:54.347097 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device 12c661ca-6d8f-4244-b92e-3224493a7937 up at agent ovs-agent-dv-cinder-796286-2-smb {{(pid=91937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:37:54.420261 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron_lib.callbacks.manager [None req-19c02262-1599-4f69-8fa4-a99e6684bea3 None None] Notify callbacks [] for port, precommit_update {{(pid=91938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:54.441569 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.provisioning_blocks [None req-19c02262-1599-4f69-8fa4-a99e6684bea3 None None] Transition to ACTIVE for port object 3b6ceef6-059b-4d1e-bd4e-9ad1f3c26200 will not be triggered until provisioned by entity L2. {{(pid=91938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:37:54.446996 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd0a72d-a8f8-472c-ae66-a7c9e1895abc req-3e72a5c6-61fa-47b5-9068-833404f944aa tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:54.448731 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-edd0a72d-a8f8-472c-ae66-a7c9e1895abc req-3e72a5c6-61fa-47b5-9068-833404f944aa tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8 HTTP/1.1" status: 200 len: 946 time: 0.2920411 Jun 14 16:37:54.452510 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron_lib.callbacks.manager [None req-19c02262-1599-4f69-8fa4-a99e6684bea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:54.455713 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-61a174dc-ae9e-41b9-9cb1-e8a1b9f9c99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:54.457231 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91938) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:37:54.472741 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Provisioning complete for port 12c661ca-6d8f-4244-b92e-3224493a7937 triggered by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:37:54.476987 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:54.487105 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.db.db_base_plugin_common [None req-00a6d5f4-afd9-4da4-8c0a-5ace14971d7b admin admin] Allocated IP 172.20.0.1 (3de692a8-4a8d-46cb-b014-927335cfd014/4feb0b6c-ad4f-4842-bab5-742d2f85a310/d85838f6-8338-43a7-acbf-d467f7444c92) {{(pid=91936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 16:37:54.496503 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88bca8b-65b9-45b9-a1a0-b5fa4931e285 req-dadd4366-e992-4ae9-9c8f-d6280b1bae8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:54.498744 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-f88bca8b-65b9-45b9-a1a0-b5fa4931e285 req-dadd4366-e992-4ae9-9c8f-d6280b1bae8c service neutron] 10.222.0.41 "GET /v2.0/networks?id=0ac80c0a-ce37-4db8-af21-426303bcb540 HTTP/1.1" status: 200 len: 870 time: 0.2625041 Jun 14 16:37:54.564506 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-edd0a72d-a8f8-472c-ae66-a7c9e1895abc req-b51884fc-e6e3-47cc-a91e-be438d06a189 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077900 Jun 14 16:37:54.597032 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-f88bca8b-65b9-45b9-a1a0-b5fa4931e285 req-36c36c8f-90a6-4002-997e-e89b45398cbf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=270023eb-42c6-4faa-b4f1-93f0be67b3b4 HTTP/1.1" status: 200 len: 217 time: 0.0871451 Jun 14 16:37:54.667078 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.plugins.ml2.managers [None req-19c02262-1599-4f69-8fa4-a99e6684bea3 None None] Attempting to bind port 3b6ceef6-059b-4d1e-bd4e-9ad1f3c26200 on host dv-cinder-796286-2-smb for vnic_type normal with profile {{(pid=91938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 16:37:54.667954 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.plugins.ml2.managers [None req-19c02262-1599-4f69-8fa4-a99e6684bea3 None None] Attempting to bind port 3b6ceef6-059b-4d1e-bd4e-9ad1f3c26200 by drivers openvswitch,hyperv on host dv-cinder-796286-2-smb at level 0 using segments [{'id': 'a2c1fc44-b613-4a01-80b3-58a3526400ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b'}] {{(pid=91938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 16:37:54.668688 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c02262-1599-4f69-8fa4-a99e6684bea3 None None] Attempting to bind port 3b6ceef6-059b-4d1e-bd4e-9ad1f3c26200 on network 2b8148fa-8475-41af-8213-9af35fa3c21b {{(pid=91938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:37:54.680033 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c02262-1599-4f69-8fa4-a99e6684bea3 None None] Checking agent: {'id': 'f162564f-7dab-4d73-81fc-5f8e857b2431', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 26, 22), 'started_at': datetime.datetime(2021, 6, 14, 16, 26, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 16, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 16:37:54.680830 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c02262-1599-4f69-8fa4-a99e6684bea3 None None] Checking segment: {'id': 'a2c1fc44-b613-4a01-80b3-58a3526400ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:37:54.681395 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron_lib.callbacks.manager [None req-19c02262-1599-4f69-8fa4-a99e6684bea3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:54.681939 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c02262-1599-4f69-8fa4-a99e6684bea3 None None] Bound using segment: {'id': 'a2c1fc44-b613-4a01-80b3-58a3526400ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b'} {{(pid=91938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 16:37:54.682572 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.plugins.ml2.managers [None req-19c02262-1599-4f69-8fa4-a99e6684bea3 None None] Bound port: 3b6ceef6-059b-4d1e-bd4e-9ad1f3c26200, host: dv-cinder-796286-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2c1fc44-b613-4a01-80b3-58a3526400ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b'}}] {{(pid=91938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 16:37:54.683171 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron_lib.callbacks.manager [None req-19c02262-1599-4f69-8fa4-a99e6684bea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:54.685340 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20e72e8-44e8-409f-b7fd-81d5291aff7a None None] Pushing event updated for resources: {'Port': ['ID=3b6ceef6-059b-4d1e-bd4e-9ad1f3c26200,revision_number=2']} {{(pid=91938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:37:54.720741 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20e72e8-44e8-409f-b7fd-81d5291aff7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:37:54.721551 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20e72e8-44e8-409f-b7fd-81d5291aff7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:37:54.722041 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20e72e8-44e8-409f-b7fd-81d5291aff7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:37:54.722543 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20e72e8-44e8-409f-b7fd-81d5291aff7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:37:54.722869 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20e72e8-44e8-409f-b7fd-81d5291aff7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:37:54.723197 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20e72e8-44e8-409f-b7fd-81d5291aff7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:37:54.723525 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20e72e8-44e8-409f-b7fd-81d5291aff7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:37:54.723873 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20e72e8-44e8-409f-b7fd-81d5291aff7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:37:54.724198 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20e72e8-44e8-409f-b7fd-81d5291aff7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:37:54.724518 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20e72e8-44e8-409f-b7fd-81d5291aff7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:37:54.724837 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20e72e8-44e8-409f-b7fd-81d5291aff7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:37:54.725417 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20e72e8-44e8-409f-b7fd-81d5291aff7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:37:54.730938 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG oslo_concurrency.lockutils [None req-b20e72e8-44e8-409f-b7fd-81d5291aff7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=91938) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:37:54.766036 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-00a6d5f4-afd9-4da4-8c0a-5ace14971d7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:54.773470 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.plugins.ml2.db [None req-19c02262-1599-4f69-8fa4-a99e6684bea3 None None] For port 3b6ceef6-059b-4d1e-bd4e-9ad1f3c26200, host dv-cinder-796286-2-smb, cleared binding levels {{(pid=91938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 16:37:54.778337 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.plugins.ml2.db [None req-19c02262-1599-4f69-8fa4-a99e6684bea3 None None] For port 3b6ceef6-059b-4d1e-bd4e-9ad1f3c26200, host dv-cinder-796286-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-smb',level=0,port_id=3b6ceef6-059b-4d1e-bd4e-9ad1f3c26200,segment=NetworkSegment(a2c1fc44-b613-4a01-80b3-58a3526400ae),segment_id=a2c1fc44-b613-4a01-80b3-58a3526400ae)] {{(pid=91938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 16:37:54.783378 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.db.provisioning_blocks [None req-00a6d5f4-afd9-4da4-8c0a-5ace14971d7b admin admin] Transition to ACTIVE for port object d85838f6-8338-43a7-acbf-d467f7444c92 will not be triggered until provisioned by entity DHCP. {{(pid=91936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:37:54.785277 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron_lib.callbacks.manager [None req-19c02262-1599-4f69-8fa4-a99e6684bea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:54.790759 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG oslo_concurrency.lockutils [None req-a90fc82f-a228-40ae-9cca-9e8ab6bff265 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91938) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:37:54.837880 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-00a6d5f4-afd9-4da4-8c0a-5ace14971d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-782844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4109363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742579636511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60243869'] for port, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:54.861641 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:37:54.872834 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c02262-1599-4f69-8fa4-a99e6684bea3 None None] Routers {'f00a763d-c869-4000-a0ec-5dbd022811e2'} bound to L3 agent in host dv-cinder-796286-2-smb {{(pid=91938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:37:54.873471 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_hamode_db [None req-19c02262-1599-4f69-8fa4-a99e6684bea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T16:26:21Z,description=,heartbeat_timestamp=2021-06-14T16:37:52Z,host='dv-cinder-796286-2-smb',id=ca10c576-315d-4f3b-b2d0-f5eeab5e8277,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:26:21Z,topic='l3_agent')) {'router_ids': ['f00a763d-c869-4000-a0ec-5dbd022811e2'], 'active': True} {{(pid=91938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:37:54.942523 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a6d5f4-afd9-4da4-8c0a-5ace14971d7b admin admin] Pushing event updated for resources: {'Port': ['ID=d85838f6-8338-43a7-acbf-d467f7444c92,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:37:54.948714 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-00a6d5f4-afd9-4da4-8c0a-5ace14971d7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:37:54.950473 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a6d5f4-afd9-4da4-8c0a-5ace14971d7b admin admin] Network 3de692a8-4a8d-46cb-b014-927335cfd014 is already hosted by enough agents. {{(pid=91936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:37:54.952413 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.base_scheduler [None req-00a6d5f4-afd9-4da4-8c0a-5ace14971d7b admin admin] Resources bound (agent type, host, resource id): {{(pid=91936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:37:54.955068 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a6d5f4-afd9-4da4-8c0a-5ace14971d7b admin admin] Received port after_create {{(pid=91936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 16:37:55.017488 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88bca8b-65b9-45b9-a1a0-b5fa4931e285 req-35d3242b-a1b9-4601-80a5-82f5b2190659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:55.019600 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-f88bca8b-65b9-45b9-a1a0-b5fa4931e285 req-35d3242b-a1b9-4601-80a5-82f5b2190659 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bfbbd5b3-3425-4858-b73a-5cd4e63bdedf HTTP/1.1" status: 200 len: 843 time: 0.4100878 Jun 14 16:37:55.028735 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26936f9-f214-4801-a644-9af9986591ce req-c9fb05f7-781d-41aa-8619-ee6ec22e3fba tempest-VolumesNegativeTest-486033650 tempest-VolumesNegativeTest-486033650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:55.030444 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-e26936f9-f214-4801-a644-9af9986591ce req-c9fb05f7-781d-41aa-8619-ee6ec22e3fba tempest-VolumesNegativeTest-486033650 tempest-VolumesNegativeTest-486033650-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbc03ddb-7673-4afd-924a-ec705cb10a6b HTTP/1.1" status: 200 len: 947 time: 0.5305815 Jun 14 16:37:55.052825 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20e72e8-44e8-409f-b7fd-81d5291aff7a None None] Pushing event updated for resources: {'Port': ['ID=3b6ceef6-059b-4d1e-bd4e-9ad1f3c26200,revision_number=3']} {{(pid=91938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:37:55.071256 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG oslo_concurrency.lockutils [None req-b20e72e8-44e8-409f-b7fd-81d5291aff7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=91938) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:37:55.122556 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_dvr_db [None req-19c02262-1599-4f69-8fa4-a99e6684bea3 None None] Set router f00a763d-c869-4000-a0ec-5dbd022811e2 gateway port host: dv-cinder-796286-2-smb {{(pid=91938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:37:55.168055 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-e26936f9-f214-4801-a644-9af9986591ce req-8d3de597-c5ee-4b1f-bff0-dac95d33ff59 tempest-VolumesNegativeTest-486033650 tempest-VolumesNegativeTest-486033650-project] 10.222.0.16 "GET /v2.0/security-groups?id=b65913ff-cb4f-4df2-b608-105f097c3b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282957 Jun 14 16:37:55.182040 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-00a6d5f4-afd9-4da4-8c0a-5ace14971d7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900752'] for router_interface, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:55.204094 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88bca8b-65b9-45b9-a1a0-b5fa4931e285 req-7b06369f-e2ec-4551-b59b-852e473431f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:55.206309 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-f88bca8b-65b9-45b9-a1a0-b5fa4931e285 req-7b06369f-e2ec-4551-b59b-852e473431f5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0ac80c0a-ce37-4db8-af21-426303bcb540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1747985 Jun 14 16:37:55.282955 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c12eb2-3bbe-4b9f-a325-bb1472d1b972 req-c897bc27-085f-4127-98b0-1bf31ad35efc tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:55.292682 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-73c12eb2-3bbe-4b9f-a325-bb1472d1b972 req-c897bc27-085f-4127-98b0-1bf31ad35efc tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aae5f17-8018-4c95-a614-7f339a39d94b HTTP/1.1" status: 200 len: 946 time: 0.2491546 Jun 14 16:37:55.369202 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-786dda75-6bbd-42eb-b390-ec7eabc218a1 None None] Provisioning for port d85838f6-8338-43a7-acbf-d467f7444c92 completed by entity DHCP. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:37:55.374234 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-786dda75-6bbd-42eb-b390-ec7eabc218a1 None None] Provisioning complete for port d85838f6-8338-43a7-acbf-d467f7444c92 triggered by entity DHCP. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:37:55.374896 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-786dda75-6bbd-42eb-b390-ec7eabc218a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:55.380039 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-f88bca8b-65b9-45b9-a1a0-b5fa4931e285 req-dc77bedf-2279-4d3e-a942-b2eb0a4af33c service neutron] 10.222.0.41 "GET /v2.0/networks/0ac80c0a-ce37-4db8-af21-426303bcb540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645629 Jun 14 16:37:55.380734 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-73c12eb2-3bbe-4b9f-a325-bb1472d1b972 req-195ebb52-7ef8-4343-95d4-b9a81579b598 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=8daba1fe-8982-46f6-b6c7-60cb14092ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857036 Jun 14 16:37:55.439165 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.plugin [None req-786dda75-6bbd-42eb-b390-ec7eabc218a1 None None] Port d85838f6-8338-43a7-acbf-d467f7444c92 cannot update to ACTIVE because it is not bound. {{(pid=91937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 16:37:55.457449 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-00a6d5f4-afd9-4da4-8c0a-5ace14971d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:55.465616 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_hamode_db [None req-19c02262-1599-4f69-8fa4-a99e6684bea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f00a763d-c869-4000-a0ec-5dbd022811e2', 'name': 'tempest-TestMinimumBasicScenario-2068368581-router', 'tenant_id': 'd4e60cacfce24cd499cda68081bd307f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.238'}], 'enable_snat': True}, 'gw_port_id': '3b6ceef6-059b-4d1e-bd4e-9ad1f3c26200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:37:49Z', 'updated_at': '2021-06-14T16:37:51Z', 'revision_number': 3, 'project_id': 'd4e60cacfce24cd499cda68081bd307f', 'gw_port': {'id': '3b6ceef6-059b-4d1e-bd4e-9ad1f3c26200', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ca:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f00a763d-c869-4000-a0ec-5dbd022811e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:37:50Z', 'updated_at': '2021-06-14T16:37:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb'}], 'dv-cinder-796286-2-smb', False) {} {{(pid=91938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:37:55.469285 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c02262-1599-4f69-8fa4-a99e6684bea3 None None] The sync data for ids ['f00a763d-c869-4000-a0ec-5dbd022811e2'] in dv-cinder-796286-2-smb is: [{'id': 'f00a763d-c869-4000-a0ec-5dbd022811e2', 'name': 'tempest-TestMinimumBasicScenario-2068368581-router', 'tenant_id': 'd4e60cacfce24cd499cda68081bd307f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.238'}], 'enable_snat': True}, 'gw_port_id': '3b6ceef6-059b-4d1e-bd4e-9ad1f3c26200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:37:49Z', 'updated_at': '2021-06-14T16:37:51Z', 'revision_number': 3, 'project_id': 'd4e60cacfce24cd499cda68081bd307f', 'gw_port': {'id': '3b6ceef6-059b-4d1e-bd4e-9ad1f3c26200', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ca:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f00a763d-c869-4000-a0ec-5dbd022811e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:37:50Z', 'updated_at': '2021-06-14T16:37:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb'}] {{(pid=91938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 16:37:55.530587 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-f88bca8b-65b9-45b9-a1a0-b5fa4931e285 req-906e8dfa-39ee-4fd2-aa80-63b8c384be21 service neutron] 10.222.0.41 "GET /v2.0/networks/0ac80c0a-ce37-4db8-af21-426303bcb540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382985 Jun 14 16:37:55.536252 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device 270023eb-42c6-4faa-b4f1-93f0be67b3b4 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=91937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 16:37:55.695448 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] For port 270023eb-42c6-4faa-b4f1-93f0be67b3b4, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=270023eb-42c6-4faa-b4f1-93f0be67b3b4,segment=NetworkSegment(27548891-7ef2-4c5b-99f0-4173b6def0b2),segment_id=27548891-7ef2-4c5b-99f0-4173b6def0b2)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:37:55.718328 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-00a6d5f4-afd9-4da4-8c0a-5ace14971d7b admin admin] Notify callbacks [] for port, precommit_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:55.727615 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Returning: {'device': '270023eb-42c6-4faa-b4f1-93f0be67b3b4', 'network_id': '0ac80c0a-ce37-4db8-af21-426303bcb540', 'port_id': '270023eb-42c6-4faa-b4f1-93f0be67b3b4', 'mac_address': 'fa:16:3e:1c:c5:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfbbd5b3-3425-4858-b73a-5cd4e63bdedf', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 16:37:55.739190 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-00a6d5f4-afd9-4da4-8c0a-5ace14971d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60243875'] for port, after_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:55.742404 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-00a6d5f4-afd9-4da4-8c0a-5ace14971d7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:37:55.788594 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:55.808494 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.notifiers.nova [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 270023eb-42c6-4faa-b4f1-93f0be67b3b4 {{(pid=91937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 16:37:55.825587 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e64b4d7-4137-44fd-9e29-4b5b37fe3b07 req-c03762a3-33c4-4814-b65e-651db49f3928 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:55.827530 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-9e64b4d7-4137-44fd-9e29-4b5b37fe3b07 req-c03762a3-33c4-4814-b65e-651db49f3928 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8 HTTP/1.1" status: 200 len: 946 time: 0.1045010 Jun 14 16:37:55.835195 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] For port 270023eb-42c6-4faa-b4f1-93f0be67b3b4, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=270023eb-42c6-4faa-b4f1-93f0be67b3b4,segment=NetworkSegment(27548891-7ef2-4c5b-99f0-4173b6def0b2),segment_id=27548891-7ef2-4c5b-99f0-4173b6def0b2)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:37:55.839639 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:55.844252 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:37:55.849227 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a6d5f4-afd9-4da4-8c0a-5ace14971d7b admin admin] Pushing event updated for resources: {'Port': ['ID=d85838f6-8338-43a7-acbf-d467f7444c92,revision_number=2']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:37:55.853134 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-00a6d5f4-afd9-4da4-8c0a-5ace14971d7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:37:55.854132 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-00a6d5f4-afd9-4da4-8c0a-5ace14971d7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3691715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900868'] for router_interface, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:55.894549 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-9e64b4d7-4137-44fd-9e29-4b5b37fe3b07 req-1da76c01-7f22-4f14-a557-fd67fb0f3148 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579526 Jun 14 16:37:55.931254 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Pushing event updated for resources: {'Port': ['ID=270023eb-42c6-4faa-b4f1-93f0be67b3b4,revision_number=4']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:37:55.943980 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:37:56.016404 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a6d5f4-afd9-4da4-8c0a-5ace14971d7b admin admin] Network 3de692a8-4a8d-46cb-b014-927335cfd014 is already hosted by enough agents. {{(pid=91936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:37:56.018004 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.base_scheduler [None req-00a6d5f4-afd9-4da4-8c0a-5ace14971d7b admin admin] Resources bound (agent type, host, resource id): {{(pid=91936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:37:56.082713 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb8c56-6d8a-473b-8b25-1470b01165a2 req-e45da9b4-c239-4b4a-8b5b-c2ab7cecbc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:56.088867 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-03cb8c56-6d8a-473b-8b25-1470b01165a2 req-e45da9b4-c239-4b4a-8b5b-c2ab7cecbc87 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8 HTTP/1.1" status: 200 len: 1099 time: 0.1111937 Jun 14 16:37:56.102331 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] get_ports_and_sgs() called for port_ids ['270023eb-42c6-4faa-b4f1-93f0be67b3b4'] {{(pid=91937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 16:37:56.151351 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-03cb8c56-6d8a-473b-8b25-1470b01165a2 req-4d0081fe-3e9b-4c93-908e-24179b98088f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542438 Jun 14 16:37:56.266585 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00a6d5f4-afd9-4da4-8c0a-5ace14971d7b admin admin] Router f00a763d-c869-4000-a0ec-5dbd022811e2 has already been hosted by L3 agent ca10c576-315d-4f3b-b2d0-f5eeab5e8277 {{(pid=91936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 16:37:56.384527 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device 3b6ceef6-059b-4d1e-bd4e-9ad1f3c26200 up at agent ovs-agent-dv-cinder-796286-2-smb {{(pid=91937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:37:56.462280 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-fc7d09df-5321-4033-a6f0-8be2ad76d4ab None None] Provisioning complete for port d85838f6-8338-43a7-acbf-d467f7444c92 triggered by entity DHCP. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:37:56.462672 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-fc7d09df-5321-4033-a6f0-8be2ad76d4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:56.529089 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.plugin [None req-fc7d09df-5321-4033-a6f0-8be2ad76d4ab None None] Port d85838f6-8338-43a7-acbf-d467f7444c92 cannot update to ACTIVE because it is not bound. {{(pid=91937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 16:37:56.531860 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Provisioning for port 3b6ceef6-059b-4d1e-bd4e-9ad1f3c26200 completed by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:37:56.536729 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Provisioning complete for port 3b6ceef6-059b-4d1e-bd4e-9ad1f3c26200 triggered by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:37:56.538447 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:56.650708 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:56.652853 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f00f985-5c70-46d5-a104-910a6fd59044 req-e3e28c9f-2dd7-4840-b0fa-990aa9d07841 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:56.659729 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-1f00f985-5c70-46d5-a104-910a6fd59044 req-e3e28c9f-2dd7-4840-b0fa-990aa9d07841 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aae5f17-8018-4c95-a614-7f339a39d94b HTTP/1.1" status: 200 len: 946 time: 0.1130149 Jun 14 16:37:56.674572 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] For port 3b6ceef6-059b-4d1e-bd4e-9ad1f3c26200, host dv-cinder-796286-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-smb',level=0,port_id=3b6ceef6-059b-4d1e-bd4e-9ad1f3c26200,segment=NetworkSegment(a2c1fc44-b613-4a01-80b3-58a3526400ae),segment_id=a2c1fc44-b613-4a01-80b3-58a3526400ae)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:37:56.679411 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:56.682145 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:37:56.707238 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-1f00f985-5c70-46d5-a104-910a6fd59044 req-24ee7db6-2d66-4392-a170-a3bdd2955fd9 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=8daba1fe-8982-46f6-b6c7-60cb14092ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432560 Jun 14 16:37:56.745011 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Pushing event updated for resources: {'Port': ['ID=3b6ceef6-059b-4d1e-bd4e-9ad1f3c26200,revision_number=4']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:37:56.748035 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:37:56.841977 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a6d5f4-afd9-4da4-8c0a-5ace14971d7b admin admin] Notify agent at l3_agent.dv-cinder-796286-2-smb the message routers_updated {{(pid=91936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 16:37:56.863511 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-00a6d5f4-afd9-4da4-8c0a-5ace14971d7b admin admin] 10.222.0.16 "PUT /v2.0/routers/f00a763d-c869-4000-a0ec-5dbd022811e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6118882 Jun 14 16:37:56.864198 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa4f71-d0c6-43ef-a75c-a87ceb81800f req-5d233fab-b734-4a6e-8c91-57aff9db4486 tempest-VolumesNegativeTest-486033650 tempest-VolumesNegativeTest-486033650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:56.866057 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-a6aa4f71-d0c6-43ef-a75c-a87ceb81800f req-5d233fab-b734-4a6e-8c91-57aff9db4486 tempest-VolumesNegativeTest-486033650 tempest-VolumesNegativeTest-486033650-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbc03ddb-7673-4afd-924a-ec705cb10a6b HTTP/1.1" status: 200 len: 948 time: 0.4325073 Jun 14 16:37:56.915324 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-a6aa4f71-d0c6-43ef-a75c-a87ceb81800f req-314a387a-05b0-4aba-9d80-c99224d80217 tempest-VolumesNegativeTest-486033650 tempest-VolumesNegativeTest-486033650-project] 10.222.0.16 "GET /v2.0/security-groups?id=b65913ff-cb4f-4df2-b608-105f097c3b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433435 Jun 14 16:37:57.142140 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe51f6a2-c290-4b8d-bacb-eaa7e2b92612 req-27e8df24-a8e2-470f-b0dd-e82fba017e0c tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:57.149873 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-fe51f6a2-c290-4b8d-bacb-eaa7e2b92612 req-27e8df24-a8e2-470f-b0dd-e82fba017e0c tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8 HTTP/1.1" status: 200 len: 946 time: 0.1014550 Jun 14 16:37:57.188357 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-fe51f6a2-c290-4b8d-bacb-eaa7e2b92612 req-c5c5dfbc-be3f-436a-b43f-cc9d823ddec4 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376194 Jun 14 16:37:57.391232 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 46890) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:37:57.396563 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.v2.base [None req-36ec818b-489c-438e-9e05-d6e8a5b0cc30 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-858901454-network', 'tenant_id': '241e55eba9504301a6f4b9dc44a6fbd6'}} {{(pid=91935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:37:57.399560 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e65bc44-a2a4-4abb-a443-ce3cfe534769 None None] Sync routers for ids ['f00a763d-c869-4000-a0ec-5dbd022811e2'] in dv-cinder-796286-2-smb {{(pid=91937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 16:37:57.408384 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e65bc44-a2a4-4abb-a443-ce3cfe534769 None None] Routers {'f00a763d-c869-4000-a0ec-5dbd022811e2'} bound to L3 agent in host dv-cinder-796286-2-smb {{(pid=91937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:37:57.408997 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_hamode_db [None req-2e65bc44-a2a4-4abb-a443-ce3cfe534769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T16:26:21Z,description=,heartbeat_timestamp=2021-06-14T16:37:52Z,host='dv-cinder-796286-2-smb',id=ca10c576-315d-4f3b-b2d0-f5eeab5e8277,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:26:21Z,topic='l3_agent')) {'router_ids': ['f00a763d-c869-4000-a0ec-5dbd022811e2'], 'active': True} {{(pid=91937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:37:57.417560 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ec818b-489c-438e-9e05-d6e8a5b0cc30 admin admin] Made reservation on behalf of 241e55eba9504301a6f4b9dc44a6fbd6 for: {'network': 1} {{(pid=91935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:37:57.420123 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-36ec818b-489c-438e-9e05-d6e8a5b0cc30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-782655'] for network, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:57.431640 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-36ec818b-489c-438e-9e05-d6e8a5b0cc30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:57.526527 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-36ec818b-489c-438e-9e05-d6e8a5b0cc30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:57.530138 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-36ec818b-489c-438e-9e05-d6e8a5b0cc30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:57.533077 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-655d8ccf-e0d9-4721-a832-5654239d598f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:37:57.545075 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device 270023eb-42c6-4faa-b4f1-93f0be67b3b4 up at agent hyperv_hv-cinder-79628 {{(pid=91937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:37:57.557604 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36ec818b-489c-438e-9e05-d6e8a5b0cc30 admin admin] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=91935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 16:37:57.566401 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ec818b-489c-438e-9e05-d6e8a5b0cc30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=988c1e57-701a-4a8f-abdc-1a8088fb4ac0,revision_number=1']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:37:57.571187 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-36ec818b-489c-438e-9e05-d6e8a5b0cc30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:37:57.573929 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-36ec818b-489c-438e-9e05-d6e8a5b0cc30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678690'] for segment, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:57.574184 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.db.segments_db [None req-36ec818b-489c-438e-9e05-d6e8a5b0cc30 admin admin] Added segment 7a677eb0-9e5d-4b4d-8f43-67098507e6b5 of type vlan for network 3ba814df-1709-47dc-9bd1-870518da2895 Jun 14 16:37:57.589993 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvr_db [None req-2e65bc44-a2a4-4abb-a443-ce3cfe534769 None None] Set router f00a763d-c869-4000-a0ec-5dbd022811e2 gateway port host: dv-cinder-796286-2-smb {{(pid=91937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:37:57.627531 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-36ec818b-489c-438e-9e05-d6e8a5b0cc30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742579622822'] for network, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:57.666859 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-36ec818b-489c-438e-9e05-d6e8a5b0cc30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-121365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693369'] for network, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:57.667962 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ec818b-489c-438e-9e05-d6e8a5b0cc30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:57.668548 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-36ec818b-489c-438e-9e05-d6e8a5b0cc30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693340'] for network, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:57.670661 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-02a865a5-0c5f-4184-8264-6fa2524673a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:37:57.708695 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-36ec818b-489c-438e-9e05-d6e8a5b0cc30 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3161855 Jun 14 16:37:57.711362 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 46892) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:37:57.716519 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.v2.base [None req-d2d6b246-78d9-4682-8bc4-7e663f0f0a66 admin admin] Request body: {'subnet': {'network_id': '3ba814df-1709-47dc-9bd1-870518da2895', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-858901454-subnet', 'tenant_id': '241e55eba9504301a6f4b9dc44a6fbd6', 'ip_version': 4}} {{(pid=91935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:37:57.733447 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Provisioning for port 270023eb-42c6-4faa-b4f1-93f0be67b3b4 completed by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:37:57.742367 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Provisioning complete for port 270023eb-42c6-4faa-b4f1-93f0be67b3b4 triggered by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:37:57.742729 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:57.761795 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ec818b-489c-438e-9e05-d6e8a5b0cc30 admin admin] Pushing event updated for resources: {'Network': ['ID=3ba814df-1709-47dc-9bd1-870518da2895,revision_number=1']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:37:57.765826 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-36ec818b-489c-438e-9e05-d6e8a5b0cc30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:37:57.782479 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d6b246-78d9-4682-8bc4-7e663f0f0a66 admin admin] Made reservation on behalf of 241e55eba9504301a6f4b9dc44a6fbd6 for: {'subnet': 1} {{(pid=91935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:37:57.785160 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-d2d6b246-78d9-4682-8bc4-7e663f0f0a66 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58922015'] for subnet, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:57.807622 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Network 3ba814df-1709-47dc-9bd1-870518da2895 details requested by agent ovs-agent-dv-cinder-796286-2-smb with host dv-cinder-796286-2-smb {{(pid=91937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 16:37:58.008145 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-d2d6b246-78d9-4682-8bc4-7e663f0f0a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58941658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58921993'] for subnet, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:58.015145 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-c891d92b-90c0-43c0-a71b-a84bf957f6ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:37:58.130144 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d6b246-78d9-4682-8bc4-7e663f0f0a66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6fff4a8-936a-48e7-86a4-7a5db54be5f5,revision_number=0']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:37:58.136647 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-d2d6b246-78d9-4682-8bc4-7e663f0f0a66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:37:58.150220 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:58.150373 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d6b246-78d9-4682-8bc4-7e663f0f0a66 admin admin] Checking segment: {'id': '7a677eb0-9e5d-4b4d-8f43-67098507e6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '3ba814df-1709-47dc-9bd1-870518da2895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:37:58.150748 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d6b246-78d9-4682-8bc4-7e663f0f0a66 admin admin] Network hostable DHCP agents. Network: 3ba814df-1709-47dc-9bd1-870518da2895, hostable agents: ['9880e1f8-c94d-4d9a-b71a-e9b00091ad04'], hosted agents: [] {{(pid=91935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 16:37:58.181513 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_hamode_db [None req-2e65bc44-a2a4-4abb-a443-ce3cfe534769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f00a763d-c869-4000-a0ec-5dbd022811e2', 'name': 'tempest-TestMinimumBasicScenario-2068368581-router', 'tenant_id': 'd4e60cacfce24cd499cda68081bd307f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.238'}], 'enable_snat': True}, 'gw_port_id': '3b6ceef6-059b-4d1e-bd4e-9ad1f3c26200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:37:49Z', 'updated_at': '2021-06-14T16:37:55Z', 'revision_number': 4, 'project_id': 'd4e60cacfce24cd499cda68081bd307f', 'gw_port': {'id': '3b6ceef6-059b-4d1e-bd4e-9ad1f3c26200', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ca:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f00a763d-c869-4000-a0ec-5dbd022811e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:37:50Z', 'updated_at': '2021-06-14T16:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb', '_interfaces': [{'id': 'd85838f6-8338-43a7-acbf-d467f7444c92', 'name': '', 'network_id': '3de692a8-4a8d-46cb-b014-927335cfd014', 'tenant_id': 'd4e60cacfce24cd499cda68081bd307f', 'mac_address': 'fa:16:3e:b9:c4:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f00a763d-c869-4000-a0ec-5dbd022811e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '4feb0b6c-ad4f-4842-bab5-742d2f85a310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:37:54Z', 'updated_at': '2021-06-14T16:37:55Z', 'revision_number': 2, 'project_id': 'd4e60cacfce24cd499cda68081bd307f', 'subnets': [{'id': '4feb0b6c-ad4f-4842-bab5-742d2f85a310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-smb', False) {} {{(pid=91937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:37:58.189593 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbc03ddb-7673-4afd-924a-ec705cb10a6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '270023eb-42c6-4faa-b4f1-93f0be67b3b4'}] {{(pid=91937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:37:58.190138 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081e92cc-a332-4f02-afcf-a725cd0c8963 req-470af500-77cb-4c9b-95e2-7d10159b4d03 tempest-VolumesNegativeTest-486033650 tempest-VolumesNegativeTest-486033650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:58.191763 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-081e92cc-a332-4f02-afcf-a725cd0c8963 req-470af500-77cb-4c9b-95e2-7d10159b4d03 tempest-VolumesNegativeTest-486033650 tempest-VolumesNegativeTest-486033650-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbc03ddb-7673-4afd-924a-ec705cb10a6b HTTP/1.1" status: 200 len: 948 time: 0.1345608 Jun 14 16:37:58.193012 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}410d25e5bbb1e20f764875c123142387b982c9cf9b01c37f3ab36e77f3c6c019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c3d28d-6527-4c79-b741-1a49989a141f" -d '{"events": [{"server_uuid": "dbc03ddb-7673-4afd-924a-ec705cb10a6b", "name": "network-vif-plugged", "status": "completed", "tag": "270023eb-42c6-4faa-b4f1-93f0be67b3b4"}]}' {{(pid=91937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:37:58.196682 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d6b246-78d9-4682-8bc4-7e663f0f0a66 admin admin] Network 3ba814df-1709-47dc-9bd1-870518da2895 is scheduled to be hosted by DHCP agent 9880e1f8-c94d-4d9a-b71a-e9b00091ad04 with binding_index 1 {{(pid=91935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 16:37:58.200598 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e65bc44-a2a4-4abb-a443-ce3cfe534769 None None] Checking router: f00a763d-c869-4000-a0ec-5dbd022811e2 for host: dv-cinder-796286-2-smb {{(pid=91937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 16:37:58.201149 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e65bc44-a2a4-4abb-a443-ce3cfe534769 None None] Updating router f00a763d-c869-4000-a0ec-5dbd022811e2 port d85838f6-8338-43a7-acbf-d467f7444c92 binding host dv-cinder-796286-2-smb {{(pid=91937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 16:37:58.215463 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.base_scheduler [None req-d2d6b246-78d9-4682-8bc4-7e663f0f0a66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-2-smb, 3ba814df-1709-47dc-9bd1-870518da2895) {{(pid=91935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:37:58.234842 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d6b246-78d9-4682-8bc4-7e663f0f0a66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:58.235447 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-d2d6b246-78d9-4682-8bc4-7e663f0f0a66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693340'] for subnet, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:58.251219 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 16:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad00379-d8b5-4cf3-b9cf-60783725d628 x-openstack-request-id: req-dad00379-d8b5-4cf3-b9cf-60783725d628 {{(pid=91937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:37:58.251521 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbc03ddb-7673-4afd-924a-ec705cb10a6b", "name": "network-vif-plugged", "status": "completed", "tag": "270023eb-42c6-4faa-b4f1-93f0be67b3b4", "code": 200}]} {{(pid=91937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:37:58.251802 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dad00379-d8b5-4cf3-b9cf-60783725d628 {{(pid=91937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:37:58.252199 dv-cinder-796286-2-smb neutron-server[91937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbc03ddb-7673-4afd-924a-ec705cb10a6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '270023eb-42c6-4faa-b4f1-93f0be67b3b4', 'code': 200} Jun 14 16:37:58.263349 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] For port 270023eb-42c6-4faa-b4f1-93f0be67b3b4, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=270023eb-42c6-4faa-b4f1-93f0be67b3b4,segment=NetworkSegment(27548891-7ef2-4c5b-99f0-4173b6def0b2),segment_id=27548891-7ef2-4c5b-99f0-4173b6def0b2)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:37:58.264129 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-081e92cc-a332-4f02-afcf-a725cd0c8963 req-1c59e101-db3c-4387-8e0c-f995c73e8ab4 tempest-VolumesNegativeTest-486033650 tempest-VolumesNegativeTest-486033650-project] 10.222.0.16 "GET /v2.0/security-groups?id=b65913ff-cb4f-4df2-b608-105f097c3b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593603 Jun 14 16:37:58.270334 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-2e65bc44-a2a4-4abb-a443-ce3cfe534769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:58.274112 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be84b0fd-2609-4d27-b2c2-870e9fe5c3b6 None None] Network 3ba814df-1709-47dc-9bd1-870518da2895 requested from dv-cinder-796286-2-smb {{(pid=91937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 16:37:58.275917 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-d2d6b246-78d9-4682-8bc4-7e663f0f0a66 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5634506 Jun 14 16:37:58.278431 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 46900) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:37:58.283961 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.v2.base [None req-f9aa5df9-1d2b-4e84-b592-bb4866c1d571 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-858901454-router', 'tenant_id': '241e55eba9504301a6f4b9dc44a6fbd6', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b'}}} {{(pid=91935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:37:58.292657 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:58.313142 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-f9aa5df9-1d2b-4e84-b592-bb4866c1d571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3902115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44829'] for router, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:58.314455 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-f9aa5df9-1d2b-4e84-b592-bb4866c1d571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3902148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904466', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45030'] for router, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:58.319506 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:37:58.333995 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device 3b6ceef6-059b-4d1e-bd4e-9ad1f3c26200 up at agent ovs-agent-dv-cinder-796286-2-smb {{(pid=91937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:37:58.406961 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-f9aa5df9-1d2b-4e84-b592-bb4866c1d571 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:58.484060 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95a8ec4-4758-46be-b7b2-ea5dd30b3fbe req-2be97ad5-7f6e-47cf-bade-bc51353e53c8 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:58.485687 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-b95a8ec4-4758-46be-b7b2-ea5dd30b3fbe req-2be97ad5-7f6e-47cf-bade-bc51353e53c8 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8 HTTP/1.1" status: 200 len: 946 time: 0.0839105 Jun 14 16:37:58.530372 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-b95a8ec4-4758-46be-b7b2-ea5dd30b3fbe req-d75fb881-93f0-474b-9f0f-1fdfd7c85ab2 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375829 Jun 14 16:37:58.536705 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Pushing event updated for resources: {'Port': ['ID=270023eb-42c6-4faa-b4f1-93f0be67b3b4,revision_number=5']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:37:58.551839 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:37:58.680385 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-f9aa5df9-1d2b-4e84-b592-bb4866c1d571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904461', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3902129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45040'] for router, precommit_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:58.680898 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Provisioning complete for port 3b6ceef6-059b-4d1e-bd4e-9ad1f3c26200 triggered by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:37:58.680898 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:58.714693 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca7db54-55ea-4fe7-aa56-e4892eb74d52 req-8c962b74-43d4-40e8-bb4c-7185829839d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:58.716217 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-3ca7db54-55ea-4fe7-aa56-e4892eb74d52 req-8c962b74-43d4-40e8-bb4c-7185829839d4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=dbc03ddb-7673-4afd-924a-ec705cb10a6b HTTP/1.1" status: 200 len: 1102 time: 0.2329764 Jun 14 16:37:58.768260 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-3ca7db54-55ea-4fe7-aa56-e4892eb74d52 req-c900114c-5a7e-4aee-841a-20bf772ed4e1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b65913ff-cb4f-4df2-b608-105f097c3b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433350 Jun 14 16:37:58.861537 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eca6031-a64a-4696-8a6d-77532b894ee4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dd7b1b0-8727-5c20-81ad-b49c2544d142-3ba814df-1709-47dc-9bd1-870518da2895', 'network_id': '3ba814df-1709-47dc-9bd1-870518da2895', 'tenant_id': '241e55eba9504301a6f4b9dc44a6fbd6', 'fixed_ips': [{'subnet_id': 'c6fff4a8-936a-48e7-86a4-7a5db54be5f5'}]}} from dv-cinder-796286-2-smb. {{(pid=91937) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 14 16:37:58.862407 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-7eca6031-a64a-4696-8a6d-77532b894ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-782655'] for port, before_create {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:59.079802 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-f9aa5df9-1d2b-4e84-b592-bb4866c1d571 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:59.116658 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-f9aa5df9-1d2b-4e84-b592-bb4866c1d571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-782655'] for port, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:59.131123 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-2e65bc44-a2a4-4abb-a443-ce3cfe534769 None None] Notify callbacks [] for port, precommit_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:59.152051 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-2e65bc44-a2a4-4abb-a443-ce3cfe534769 None None] Transition to ACTIVE for port object d85838f6-8338-43a7-acbf-d467f7444c92 will not be triggered until provisioned by entity L2. {{(pid=91937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:37:59.163116 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-2e65bc44-a2a4-4abb-a443-ce3cfe534769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:59.165499 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.db_base_plugin_common [None req-7eca6031-a64a-4696-8a6d-77532b894ee4 None None] Allocated IP 172.20.0.2 (3ba814df-1709-47dc-9bd1-870518da2895/c6fff4a8-936a-48e7-86a4-7a5db54be5f5/0cbd8be1-d6c5-472c-b1e1-fd2f433c345c) {{(pid=91937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 16:37:59.167524 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:37:59.210009 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8a344c-490a-4a24-a5db-9600b628fbb3 req-b57f709d-e3b3-4814-9fbb-d0c6fd5c0b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:59.211497 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-ed8a344c-490a-4a24-a5db-9600b628fbb3 req-b57f709d-e3b3-4814-9fbb-d0c6fd5c0b06 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e9e3ca0d5f6a422091735101e0717fda&device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8 HTTP/1.1" status: 200 len: 1099 time: 0.2212718 Jun 14 16:37:59.240267 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9233c2bb-4135-4326-aa55-76304172e594 req-73b78bb6-7abd-48d2-ac10-84b5e8f792e8 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:59.242394 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-9233c2bb-4135-4326-aa55-76304172e594 req-73b78bb6-7abd-48d2-ac10-84b5e8f792e8 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8 HTTP/1.1" status: 200 len: 946 time: 0.2062244 Jun 14 16:37:59.314082 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba970869-7cb9-4160-81fe-bbe29f503917 None None] Pushing event updated for resources: {'Port': ['ID=d85838f6-8338-43a7-acbf-d467f7444c92,revision_number=3']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:37:59.317100 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-ba970869-7cb9-4160-81fe-bbe29f503917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:37:59.449460 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.managers [None req-2e65bc44-a2a4-4abb-a443-ce3cfe534769 None None] Attempting to bind port d85838f6-8338-43a7-acbf-d467f7444c92 on host dv-cinder-796286-2-smb for vnic_type normal with profile {{(pid=91937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 16:37:59.449460 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.managers [None req-2e65bc44-a2a4-4abb-a443-ce3cfe534769 None None] Attempting to bind port d85838f6-8338-43a7-acbf-d467f7444c92 by drivers openvswitch,hyperv on host dv-cinder-796286-2-smb at level 0 using segments [{'id': 'bd337bf6-4055-49d2-92a8-b84f02235e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3de692a8-4a8d-46cb-b014-927335cfd014'}] {{(pid=91937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 16:37:59.449460 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e65bc44-a2a4-4abb-a443-ce3cfe534769 None None] Attempting to bind port d85838f6-8338-43a7-acbf-d467f7444c92 on network 3de692a8-4a8d-46cb-b014-927335cfd014 {{(pid=91937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:37:59.463930 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e65bc44-a2a4-4abb-a443-ce3cfe534769 None None] Checking agent: {'id': 'f162564f-7dab-4d73-81fc-5f8e857b2431', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 26, 22), 'started_at': datetime.datetime(2021, 6, 14, 16, 26, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 16, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 16:37:59.464321 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e65bc44-a2a4-4abb-a443-ce3cfe534769 None None] Checking segment: {'id': 'bd337bf6-4055-49d2-92a8-b84f02235e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3de692a8-4a8d-46cb-b014-927335cfd014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:37:59.464741 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-2e65bc44-a2a4-4abb-a443-ce3cfe534769 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:59.465149 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e65bc44-a2a4-4abb-a443-ce3cfe534769 None None] Bound using segment: {'id': 'bd337bf6-4055-49d2-92a8-b84f02235e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3de692a8-4a8d-46cb-b014-927335cfd014'} {{(pid=91937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 16:37:59.465652 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.managers [None req-2e65bc44-a2a4-4abb-a443-ce3cfe534769 None None] Bound port: d85838f6-8338-43a7-acbf-d467f7444c92, host: dv-cinder-796286-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd337bf6-4055-49d2-92a8-b84f02235e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3de692a8-4a8d-46cb-b014-927335cfd014'}}] {{(pid=91937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 16:37:59.466039 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-2e65bc44-a2a4-4abb-a443-ce3cfe534769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:59.480451 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d0867-3aad-4d38-b215-d0f4bc71885e req-da001f6c-e9b9-441c-97bf-7e784ce163e2 tempest-VolumesNegativeTest-486033650 tempest-VolumesNegativeTest-486033650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:59.487725 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-a38d0867-3aad-4d38-b215-d0f4bc71885e req-da001f6c-e9b9-441c-97bf-7e784ce163e2 tempest-VolumesNegativeTest-486033650 tempest-VolumesNegativeTest-486033650-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbc03ddb-7673-4afd-924a-ec705cb10a6b HTTP/1.1" status: 200 len: 949 time: 0.0864847 Jun 14 16:37:59.541400 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-a38d0867-3aad-4d38-b215-d0f4bc71885e req-12711804-b3f9-4ad6-8dcd-e2114e9dfd9d tempest-VolumesNegativeTest-486033650 tempest-VolumesNegativeTest-486033650-project] 10.222.0.16 "GET /v2.0/security-groups?id=b65913ff-cb4f-4df2-b608-105f097c3b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522778 Jun 14 16:37:59.614768 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-7eca6031-a64a-4696-8a6d-77532b894ee4 None None] Notify callbacks [] for port, precommit_create {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:59.631762 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-7eca6031-a64a-4696-8a6d-77532b894ee4 None None] Transition to ACTIVE for port object 0cbd8be1-d6c5-472c-b1e1-fd2f433c345c will not be triggered until provisioned by entity L2. {{(pid=91937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:37:59.639070 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-2e65bc44-a2a4-4abb-a443-ce3cfe534769 None None] For port d85838f6-8338-43a7-acbf-d467f7444c92, host dv-cinder-796286-2-smb, cleared binding levels {{(pid=91937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 16:37:59.643937 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-2e65bc44-a2a4-4abb-a443-ce3cfe534769 None None] For port d85838f6-8338-43a7-acbf-d467f7444c92, host dv-cinder-796286-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-smb',level=0,port_id=d85838f6-8338-43a7-acbf-d467f7444c92,segment=NetworkSegment(bd337bf6-4055-49d2-92a8-b84f02235e58),segment_id=bd337bf6-4055-49d2-92a8-b84f02235e58)] {{(pid=91937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 16:37:59.652119 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-2e65bc44-a2a4-4abb-a443-ce3cfe534769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:59.660391 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:37:59.671490 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-9233c2bb-4135-4326-aa55-76304172e594 req-ef89a0cf-747c-40d0-96d2-8bad96b5f2f6 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4005153 Jun 14 16:37:59.689933 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.db.db_base_plugin_common [None req-f9aa5df9-1d2b-4e84-b592-bb4866c1d571 admin admin] Allocated IP 172.28.1.165 (2b8148fa-8475-41af-8213-9af35fa3c21b/245e4c8b-b6d5-4126-ad47-8a46fc8189c6/a59c908e-7ae3-4ed1-9616-84445d899a29) {{(pid=91935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 16:37:59.729174 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-7eca6031-a64a-4696-8a6d-77532b894ee4 None None] Transition to ACTIVE for port object 0cbd8be1-d6c5-472c-b1e1-fd2f433c345c will not be triggered until provisioned by entity DHCP. {{(pid=91937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:37:59.748513 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8a344c-490a-4a24-a5db-9600b628fbb3 req-ea49d8e5-729c-4f8c-bf99-dcfc653abbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:59.749991 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-ed8a344c-490a-4a24-a5db-9600b628fbb3 req-ea49d8e5-729c-4f8c-bf99-dcfc653abbc4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fefc79f4-b27a-4754-9a1b-78e53aa8e11e HTTP/1.1" status: 200 len: 920 time: 0.5282421 Jun 14 16:37:59.750519 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-7eca6031-a64a-4696-8a6d-77532b894ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-782844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4109363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742579636511'] for port, after_create {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:59.788869 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eca6031-a64a-4696-8a6d-77532b894ee4 None None] Network 3ba814df-1709-47dc-9bd1-870518da2895 is already hosted by enough agents. {{(pid=91937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:37:59.799252 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.scheduler.base_scheduler [None req-7eca6031-a64a-4696-8a6d-77532b894ee4 None None] Resources bound (agent type, host, resource id): {{(pid=91937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:37:59.805810 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eca6031-a64a-4696-8a6d-77532b894ee4 None None] Received port after_create {{(pid=91937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 16:37:59.809011 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e65bc44-a2a4-4abb-a443-ce3cfe534769 None None] Routers {'f00a763d-c869-4000-a0ec-5dbd022811e2'} bound to L3 agent in host dv-cinder-796286-2-smb {{(pid=91937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:37:59.809718 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_hamode_db [None req-2e65bc44-a2a4-4abb-a443-ce3cfe534769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T16:26:21Z,description=,heartbeat_timestamp=2021-06-14T16:37:52Z,host='dv-cinder-796286-2-smb',id=ca10c576-315d-4f3b-b2d0-f5eeab5e8277,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:26:21Z,topic='l3_agent')) {'router_ids': ['f00a763d-c869-4000-a0ec-5dbd022811e2'], 'active': True} {{(pid=91937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:37:59.813704 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba970869-7cb9-4160-81fe-bbe29f503917 None None] Pushing event updated for resources: {'Port': ['ID=d85838f6-8338-43a7-acbf-d467f7444c92,revision_number=4']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:37:59.824965 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-ba970869-7cb9-4160-81fe-bbe29f503917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:37:59.825578 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-f54717ca-b242-4345-beca-ce3a9563bbf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:37:59.889366 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-ed8a344c-490a-4a24-a5db-9600b628fbb3 req-6e305544-496d-4dfa-a909-5192c4de7190 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70d8ad52-1187-4381-82fc-856efa52ce63 HTTP/1.1" status: 200 len: 217 time: 0.1282237 Jun 14 16:37:59.989076 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-f9aa5df9-1d2b-4e84-b592-bb4866c1d571 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:00.006006 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8a344c-490a-4a24-a5db-9600b628fbb3 req-7eb015b9-acce-46af-bf8f-1a7fc36cd2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:00.008397 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-ed8a344c-490a-4a24-a5db-9600b628fbb3 req-7eb015b9-acce-46af-bf8f-1a7fc36cd2f0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3b9a81c8-a776-4371-9da7-d0daa8f6b0a3 HTTP/1.1" status: 200 len: 859 time: 0.1003115 Jun 14 16:38:00.049955 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-ed8a344c-490a-4a24-a5db-9600b628fbb3 req-22869a3e-4dcb-4561-ac49-562c846219e6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fefc79f4-b27a-4754-9a1b-78e53aa8e11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336151 Jun 14 16:38:00.160796 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-f9aa5df9-1d2b-4e84-b592-bb4866c1d571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-782844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4109363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742579636511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58943338'] for port, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:00.164985 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:38:00.223008 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eca6031-a64a-4696-8a6d-77532b894ee4 None None] Pushing event updated for resources: {'Port': ['ID=0cbd8be1-d6c5-472c-b1e1-fd2f433c345c,revision_number=1']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:38:00.227846 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.managers [None req-7eca6031-a64a-4696-8a6d-77532b894ee4 None None] Attempting to bind port 0cbd8be1-d6c5-472c-b1e1-fd2f433c345c on host dv-cinder-796286-2-smb for vnic_type normal with profile {{(pid=91937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 16:38:00.228233 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.managers [None req-7eca6031-a64a-4696-8a6d-77532b894ee4 None None] Attempting to bind port 0cbd8be1-d6c5-472c-b1e1-fd2f433c345c by drivers openvswitch,hyperv on host dv-cinder-796286-2-smb at level 0 using segments [{'id': '7a677eb0-9e5d-4b4d-8f43-67098507e6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '3ba814df-1709-47dc-9bd1-870518da2895'}] {{(pid=91937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 16:38:00.228609 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eca6031-a64a-4696-8a6d-77532b894ee4 None None] Attempting to bind port 0cbd8be1-d6c5-472c-b1e1-fd2f433c345c on network 3ba814df-1709-47dc-9bd1-870518da2895 {{(pid=91937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:38:00.232442 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-7eca6031-a64a-4696-8a6d-77532b894ee4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:38:00.238638 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eca6031-a64a-4696-8a6d-77532b894ee4 None None] Checking agent: {'id': 'f162564f-7dab-4d73-81fc-5f8e857b2431', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 26, 22), 'started_at': datetime.datetime(2021, 6, 14, 16, 26, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 16, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 16:38:00.239026 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eca6031-a64a-4696-8a6d-77532b894ee4 None None] Checking segment: {'id': '7a677eb0-9e5d-4b4d-8f43-67098507e6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '3ba814df-1709-47dc-9bd1-870518da2895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:38:00.239443 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-7eca6031-a64a-4696-8a6d-77532b894ee4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:00.239881 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eca6031-a64a-4696-8a6d-77532b894ee4 None None] Bound using segment: {'id': '7a677eb0-9e5d-4b4d-8f43-67098507e6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '3ba814df-1709-47dc-9bd1-870518da2895'} {{(pid=91937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 16:38:00.240424 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.managers [None req-7eca6031-a64a-4696-8a6d-77532b894ee4 None None] Bound port: 0cbd8be1-d6c5-472c-b1e1-fd2f433c345c, host: dv-cinder-796286-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a677eb0-9e5d-4b4d-8f43-67098507e6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '3ba814df-1709-47dc-9bd1-870518da2895'}}] {{(pid=91937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 16:38:00.240970 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-7eca6031-a64a-4696-8a6d-77532b894ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:00.244817 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9aa5df9-1d2b-4e84-b592-bb4866c1d571 admin admin] Network 2b8148fa-8475-41af-8213-9af35fa3c21b is already hosted by enough agents. {{(pid=91935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:38:00.254406 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.base_scheduler [None req-f9aa5df9-1d2b-4e84-b592-bb4866c1d571 admin admin] Resources bound (agent type, host, resource id): {{(pid=91935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:38:00.257827 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9aa5df9-1d2b-4e84-b592-bb4866c1d571 admin admin] Received port after_create {{(pid=91935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 16:38:00.262503 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aa5df9-1d2b-4e84-b592-bb4866c1d571 admin admin] Pushing event updated for resources: {'Port': ['ID=a59c908e-7ae3-4ed1-9616-84445d899a29,revision_number=1']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:38:00.295147 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-f9aa5df9-1d2b-4e84-b592-bb4866c1d571 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:38:00.299191 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvr_db [None req-2e65bc44-a2a4-4abb-a443-ce3cfe534769 None None] Set router f00a763d-c869-4000-a0ec-5dbd022811e2 gateway port host: dv-cinder-796286-2-smb {{(pid=91937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:38:00.300564 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-ed8a344c-490a-4a24-a5db-9600b628fbb3 req-fbf2eab4-900f-4e90-bad3-13d0c4e857da service neutron] 10.222.0.41 "GET /v2.0/networks/fefc79f4-b27a-4754-9a1b-78e53aa8e11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406080 Jun 14 16:38:00.442054 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-7eca6031-a64a-4696-8a6d-77532b894ee4 None None] For port 0cbd8be1-d6c5-472c-b1e1-fd2f433c345c, host dv-cinder-796286-2-smb, cleared binding levels {{(pid=91937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 16:38:00.472142 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-7eca6031-a64a-4696-8a6d-77532b894ee4 None None] For port 0cbd8be1-d6c5-472c-b1e1-fd2f433c345c, host dv-cinder-796286-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-smb',level=0,port_id=0cbd8be1-d6c5-472c-b1e1-fd2f433c345c,segment=NetworkSegment(7a677eb0-9e5d-4b4d-8f43-67098507e6b5),segment_id=7a677eb0-9e5d-4b4d-8f43-67098507e6b5)] {{(pid=91937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 16:38:00.478837 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-7eca6031-a64a-4696-8a6d-77532b894ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:00.521303 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:38:00.559379 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-ed8a344c-490a-4a24-a5db-9600b628fbb3 req-93256d43-2864-4066-8779-d901f7495a05 service neutron] 10.222.0.41 "GET /v2.0/networks/fefc79f4-b27a-4754-9a1b-78e53aa8e11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508149 Jun 14 16:38:00.624523 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eca6031-a64a-4696-8a6d-77532b894ee4 None None] Pushing event updated for resources: {'Port': ['ID=0cbd8be1-d6c5-472c-b1e1-fd2f433c345c,revision_number=2']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:38:00.628719 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-7eca6031-a64a-4696-8a6d-77532b894ee4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:38:00.700083 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_hamode_db [None req-2e65bc44-a2a4-4abb-a443-ce3cfe534769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f00a763d-c869-4000-a0ec-5dbd022811e2', 'name': 'tempest-TestMinimumBasicScenario-2068368581-router', 'tenant_id': 'd4e60cacfce24cd499cda68081bd307f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.238'}], 'enable_snat': True}, 'gw_port_id': '3b6ceef6-059b-4d1e-bd4e-9ad1f3c26200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:37:49Z', 'updated_at': '2021-06-14T16:37:55Z', 'revision_number': 4, 'project_id': 'd4e60cacfce24cd499cda68081bd307f', 'gw_port': {'id': '3b6ceef6-059b-4d1e-bd4e-9ad1f3c26200', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ca:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f00a763d-c869-4000-a0ec-5dbd022811e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:37:50Z', 'updated_at': '2021-06-14T16:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb', '_interfaces': [{'id': 'd85838f6-8338-43a7-acbf-d467f7444c92', 'name': '', 'network_id': '3de692a8-4a8d-46cb-b014-927335cfd014', 'tenant_id': 'd4e60cacfce24cd499cda68081bd307f', 'mac_address': 'fa:16:3e:b9:c4:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f00a763d-c869-4000-a0ec-5dbd022811e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '4feb0b6c-ad4f-4842-bab5-742d2f85a310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:37:54Z', 'updated_at': '2021-06-14T16:37:59Z', 'revision_number': 4, 'project_id': 'd4e60cacfce24cd499cda68081bd307f', 'subnets': [{'id': '4feb0b6c-ad4f-4842-bab5-742d2f85a310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-smb', False) {} {{(pid=91937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:38:00.704810 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e65bc44-a2a4-4abb-a443-ce3cfe534769 None None] The sync data for ids ['f00a763d-c869-4000-a0ec-5dbd022811e2'] in dv-cinder-796286-2-smb is: [{'id': 'f00a763d-c869-4000-a0ec-5dbd022811e2', 'name': 'tempest-TestMinimumBasicScenario-2068368581-router', 'tenant_id': 'd4e60cacfce24cd499cda68081bd307f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.238'}], 'enable_snat': True}, 'gw_port_id': '3b6ceef6-059b-4d1e-bd4e-9ad1f3c26200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:37:49Z', 'updated_at': '2021-06-14T16:37:55Z', 'revision_number': 4, 'project_id': 'd4e60cacfce24cd499cda68081bd307f', 'gw_port': {'id': '3b6ceef6-059b-4d1e-bd4e-9ad1f3c26200', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ca:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f00a763d-c869-4000-a0ec-5dbd022811e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:37:50Z', 'updated_at': '2021-06-14T16:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb', '_interfaces': [{'id': 'd85838f6-8338-43a7-acbf-d467f7444c92', 'name': '', 'network_id': '3de692a8-4a8d-46cb-b014-927335cfd014', 'tenant_id': 'd4e60cacfce24cd499cda68081bd307f', 'mac_address': 'fa:16:3e:b9:c4:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f00a763d-c869-4000-a0ec-5dbd022811e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '4feb0b6c-ad4f-4842-bab5-742d2f85a310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:37:54Z', 'updated_at': '2021-06-14T16:37:59Z', 'revision_number': 4, 'project_id': 'd4e60cacfce24cd499cda68081bd307f', 'subnets': [{'id': '4feb0b6c-ad4f-4842-bab5-742d2f85a310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 16:38:00.848487 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67891da6-a525-48f5-9998-53c962562f37 req-ac9392d0-a4d4-4a0e-a631-219564d4e6fe tempest-VolumesNegativeTest-486033650 tempest-VolumesNegativeTest-486033650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:00.866293 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-67891da6-a525-48f5-9998-53c962562f37 req-ac9392d0-a4d4-4a0e-a631-219564d4e6fe tempest-VolumesNegativeTest-486033650 tempest-VolumesNegativeTest-486033650-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbc03ddb-7673-4afd-924a-ec705cb10a6b HTTP/1.1" status: 200 len: 949 time: 0.1650970 Jun 14 16:38:00.902437 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-f9aa5df9-1d2b-4e84-b592-bb4866c1d571 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:00.994410 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7935b4ba-dec2-402e-ad45-859832775860 req-053a9002-bc79-427e-b0e7-20dcf64306ba tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:00.996877 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-7935b4ba-dec2-402e-ad45-859832775860 req-053a9002-bc79-427e-b0e7-20dcf64306ba tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8 HTTP/1.1" status: 200 len: 946 time: 0.0983319 Jun 14 16:38:01.054684 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-7935b4ba-dec2-402e-ad45-859832775860 req-52a29399-5131-4233-a43b-1b51bd623539 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513124 Jun 14 16:38:01.055639 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-67891da6-a525-48f5-9998-53c962562f37 req-f058b591-d679-4b86-9fe8-2db41fb0a50c tempest-VolumesNegativeTest-486033650 tempest-VolumesNegativeTest-486033650-project] 10.222.0.16 "GET /v2.0/security-groups?id=b65913ff-cb4f-4df2-b608-105f097c3b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882081 Jun 14 16:38:01.258320 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-f9aa5df9-1d2b-4e84-b592-bb4866c1d571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3902120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904149'] for router, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:01.457154 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9aa5df9-1d2b-4e84-b592-bb4866c1d571 admin admin] Router 56ccb488-f426-40b6-9599-f5a7e73a3a67 is scheduled to L3 agent ca10c576-315d-4f3b-b2d0-f5eeab5e8277 with binding_index 1 {{(pid=91935) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 14 16:38:01.555799 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8397f407-fe31-44ef-a6cd-d796b2101046 req-90ff8717-2974-4f7a-9d0d-0082d5230e5c tempest-VolumesNegativeTest-486033650 tempest-VolumesNegativeTest-486033650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:01.563646 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-8397f407-fe31-44ef-a6cd-d796b2101046 req-90ff8717-2974-4f7a-9d0d-0082d5230e5c tempest-VolumesNegativeTest-486033650 tempest-VolumesNegativeTest-486033650-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbc03ddb-7673-4afd-924a-ec705cb10a6b HTTP/1.1" status: 200 len: 949 time: 0.0858090 Jun 14 16:38:01.611794 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-8397f407-fe31-44ef-a6cd-d796b2101046 req-b6596181-e843-4d38-ade5-854bcbbe59a6 tempest-VolumesNegativeTest-486033650 tempest-VolumesNegativeTest-486033650-project] 10.222.0.16 "GET /v2.0/security-groups?id=b65913ff-cb4f-4df2-b608-105f097c3b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466695 Jun 14 16:38:01.644749 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9aa5df9-1d2b-4e84-b592-bb4866c1d571 admin admin] Notify agent at l3_agent.dv-cinder-796286-2-smb the message routers_updated {{(pid=91935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 16:38:01.655039 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b901b51d-055d-49e0-a4b8-4aeeb0371ca7 None None] Sync routers for ids ['56ccb488-f426-40b6-9599-f5a7e73a3a67'] in dv-cinder-796286-2-smb {{(pid=91938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 16:38:01.663449 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-f9aa5df9-1d2b-4e84-b592-bb4866c1d571 admin admin] Notify callbacks [] for router, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:01.664737 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-f9aa5df9-1d2b-4e84-b592-bb4866c1d571 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3852224 Jun 14 16:38:01.667491 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 46934) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:38:01.669989 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b901b51d-055d-49e0-a4b8-4aeeb0371ca7 None None] Routers {'56ccb488-f426-40b6-9599-f5a7e73a3a67'} bound to L3 agent in host dv-cinder-796286-2-smb {{(pid=91938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:38:01.670800 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_hamode_db [None req-b901b51d-055d-49e0-a4b8-4aeeb0371ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T16:26:21Z,description=,heartbeat_timestamp=2021-06-14T16:37:52Z,host='dv-cinder-796286-2-smb',id=ca10c576-315d-4f3b-b2d0-f5eeab5e8277,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:26:21Z,topic='l3_agent')) {'router_ids': ['56ccb488-f426-40b6-9599-f5a7e73a3a67'], 'active': True} {{(pid=91938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:38:01.826237 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7817bc0a-8d0a-4ba6-9442-4e5f379c5dce None None] Network 3ba814df-1709-47dc-9bd1-870518da2895 requested from dv-cinder-796286-2-smb {{(pid=91937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 16:38:01.854972 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_dvr_db [None req-b901b51d-055d-49e0-a4b8-4aeeb0371ca7 None None] Set router 56ccb488-f426-40b6-9599-f5a7e73a3a67 gateway port host: dv-cinder-796286-2-smb {{(pid=91938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:38:01.954023 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-9498e55f-91d4-4ce2-9175-85e6adfa0abf None None] Provisioning for port 0cbd8be1-d6c5-472c-b1e1-fd2f433c345c completed by entity DHCP. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:38:02.116051 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_hamode_db [None req-b901b51d-055d-49e0-a4b8-4aeeb0371ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ccb488-f426-40b6-9599-f5a7e73a3a67', 'name': 'tempest-TestMinimumBasicScenario-858901454-router', 'tenant_id': '241e55eba9504301a6f4b9dc44a6fbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': 'a59c908e-7ae3-4ed1-9616-84445d899a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:37:58Z', 'updated_at': '2021-06-14T16:38:00Z', 'revision_number': 3, 'project_id': '241e55eba9504301a6f4b9dc44a6fbd6', 'gw_port': {'id': 'a59c908e-7ae3-4ed1-9616-84445d899a29', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:03:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ccb488-f426-40b6-9599-f5a7e73a3a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:37:59Z', 'updated_at': '2021-06-14T16:37:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb'}], 'dv-cinder-796286-2-smb', False) {} {{(pid=91938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:38:02.119515 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b901b51d-055d-49e0-a4b8-4aeeb0371ca7 None None] Checking router: 56ccb488-f426-40b6-9599-f5a7e73a3a67 for host: dv-cinder-796286-2-smb {{(pid=91938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 16:38:02.119938 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b901b51d-055d-49e0-a4b8-4aeeb0371ca7 None None] Updating router 56ccb488-f426-40b6-9599-f5a7e73a3a67 port a59c908e-7ae3-4ed1-9616-84445d899a29 binding host dv-cinder-796286-2-smb {{(pid=91938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 16:38:02.173000 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron_lib.callbacks.manager [None req-b901b51d-055d-49e0-a4b8-4aeeb0371ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:02.295264 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060f8083-2ca9-4a69-8f8f-292ebb995aff req-0bd6f42e-581e-4eac-8fc2-3b51a4843799 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:02.304048 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-060f8083-2ca9-4a69-8f8f-292ebb995aff req-0bd6f42e-581e-4eac-8fc2-3b51a4843799 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8 HTTP/1.1" status: 200 len: 946 time: 0.1079407 Jun 14 16:38:02.369348 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-e105f957-64d6-4f41-aecf-52a9ce0ea4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-782655'] for port, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:02.370444 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-060f8083-2ca9-4a69-8f8f-292ebb995aff req-068ad4fd-83cc-4a2d-81f0-d022395aacb1 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652871 Jun 14 16:38:02.400448 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device d85838f6-8338-43a7-acbf-d467f7444c92 up at agent ovs-agent-dv-cinder-796286-2-smb {{(pid=91937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:38:02.462043 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Provisioning for port d85838f6-8338-43a7-acbf-d467f7444c92 completed by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:38:02.465755 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Provisioning complete for port d85838f6-8338-43a7-acbf-d467f7444c92 triggered by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:38:02.466276 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:02.575055 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:02.586704 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.db.db_base_plugin_common [None req-e105f957-64d6-4f41-aecf-52a9ce0ea4aa admin admin] Allocated IP 172.20.0.1 (3ba814df-1709-47dc-9bd1-870518da2895/c6fff4a8-936a-48e7-86a4-7a5db54be5f5/58501260-1655-4313-bd48-64180057d848) {{(pid=91936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 16:38:02.592486 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron_lib.callbacks.manager [None req-b901b51d-055d-49e0-a4b8-4aeeb0371ca7 None None] Notify callbacks [] for port, precommit_update {{(pid=91938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:02.605240 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.provisioning_blocks [None req-b901b51d-055d-49e0-a4b8-4aeeb0371ca7 None None] Transition to ACTIVE for port object a59c908e-7ae3-4ed1-9616-84445d899a29 will not be triggered until provisioned by entity L2. {{(pid=91938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:38:02.623248 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron_lib.callbacks.manager [None req-b901b51d-055d-49e0-a4b8-4aeeb0371ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:02.626712 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] For port d85838f6-8338-43a7-acbf-d467f7444c92, host dv-cinder-796286-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-smb',level=0,port_id=d85838f6-8338-43a7-acbf-d467f7444c92,segment=NetworkSegment(bd337bf6-4055-49d2-92a8-b84f02235e58),segment_id=bd337bf6-4055-49d2-92a8-b84f02235e58)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:38:02.628731 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91938) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:38:02.636059 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:02.638584 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device 0cbd8be1-d6c5-472c-b1e1-fd2f433c345c up at agent ovs-agent-dv-cinder-796286-2-smb {{(pid=91937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:38:02.642055 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-7eca6031-a64a-4696-8a6d-77532b894ee4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:38:02.689255 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.plugins.ml2.managers [None req-b901b51d-055d-49e0-a4b8-4aeeb0371ca7 None None] Attempting to bind port a59c908e-7ae3-4ed1-9616-84445d899a29 on host dv-cinder-796286-2-smb for vnic_type normal with profile {{(pid=91938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 16:38:02.689820 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.plugins.ml2.managers [None req-b901b51d-055d-49e0-a4b8-4aeeb0371ca7 None None] Attempting to bind port a59c908e-7ae3-4ed1-9616-84445d899a29 by drivers openvswitch,hyperv on host dv-cinder-796286-2-smb at level 0 using segments [{'id': 'a2c1fc44-b613-4a01-80b3-58a3526400ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b'}] {{(pid=91938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 16:38:02.690070 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b901b51d-055d-49e0-a4b8-4aeeb0371ca7 None None] Attempting to bind port a59c908e-7ae3-4ed1-9616-84445d899a29 on network 2b8148fa-8475-41af-8213-9af35fa3c21b {{(pid=91938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:38:02.700383 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b901b51d-055d-49e0-a4b8-4aeeb0371ca7 None None] Checking agent: {'id': 'f162564f-7dab-4d73-81fc-5f8e857b2431', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 26, 22), 'started_at': datetime.datetime(2021, 6, 14, 16, 26, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 16, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 16:38:02.700771 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b901b51d-055d-49e0-a4b8-4aeeb0371ca7 None None] Checking segment: {'id': 'a2c1fc44-b613-4a01-80b3-58a3526400ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:38:02.701179 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron_lib.callbacks.manager [None req-b901b51d-055d-49e0-a4b8-4aeeb0371ca7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:02.701578 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b901b51d-055d-49e0-a4b8-4aeeb0371ca7 None None] Bound using segment: {'id': 'a2c1fc44-b613-4a01-80b3-58a3526400ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b'} {{(pid=91938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 16:38:02.702066 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.plugins.ml2.managers [None req-b901b51d-055d-49e0-a4b8-4aeeb0371ca7 None None] Bound port: a59c908e-7ae3-4ed1-9616-84445d899a29, host: dv-cinder-796286-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2c1fc44-b613-4a01-80b3-58a3526400ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b'}}] {{(pid=91938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 16:38:02.702635 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron_lib.callbacks.manager [None req-b901b51d-055d-49e0-a4b8-4aeeb0371ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:02.749367 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Pushing event updated for resources: {'Port': ['ID=d85838f6-8338-43a7-acbf-d467f7444c92,revision_number=5']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:38:02.752494 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:38:02.770725 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3d366a-ff85-4cd7-9356-73bb5114d359 None None] Pushing event updated for resources: {'Port': ['ID=a59c908e-7ae3-4ed1-9616-84445d899a29,revision_number=2']} {{(pid=91938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:38:02.775709 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG oslo_concurrency.lockutils [None req-de3d366a-ff85-4cd7-9356-73bb5114d359 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91938) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:38:02.778201 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.plugins.ml2.db [None req-b901b51d-055d-49e0-a4b8-4aeeb0371ca7 None None] For port a59c908e-7ae3-4ed1-9616-84445d899a29, host dv-cinder-796286-2-smb, cleared binding levels {{(pid=91938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 16:38:02.778725 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-e105f957-64d6-4f41-aecf-52a9ce0ea4aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:02.779933 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Provisioning for port 0cbd8be1-d6c5-472c-b1e1-fd2f433c345c completed by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:38:02.784227 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.plugins.ml2.db [None req-b901b51d-055d-49e0-a4b8-4aeeb0371ca7 None None] For port a59c908e-7ae3-4ed1-9616-84445d899a29, host dv-cinder-796286-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-smb',level=0,port_id=a59c908e-7ae3-4ed1-9616-84445d899a29,segment=NetworkSegment(a2c1fc44-b613-4a01-80b3-58a3526400ae),segment_id=a2c1fc44-b613-4a01-80b3-58a3526400ae)] {{(pid=91938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 16:38:02.789957 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron_lib.callbacks.manager [None req-b901b51d-055d-49e0-a4b8-4aeeb0371ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:02.791036 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Provisioning complete for port 0cbd8be1-d6c5-472c-b1e1-fd2f433c345c triggered by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:38:02.791437 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:02.793389 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG oslo_concurrency.lockutils [None req-a90fc82f-a228-40ae-9cca-9e8ab6bff265 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91938) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:38:02.808918 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.db.provisioning_blocks [None req-e105f957-64d6-4f41-aecf-52a9ce0ea4aa admin admin] Transition to ACTIVE for port object 58501260-1655-4313-bd48-64180057d848 will not be triggered until provisioned by entity DHCP. {{(pid=91936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:38:02.855049 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b901b51d-055d-49e0-a4b8-4aeeb0371ca7 None None] Routers {'56ccb488-f426-40b6-9599-f5a7e73a3a67'} bound to L3 agent in host dv-cinder-796286-2-smb {{(pid=91938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:38:02.855704 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_hamode_db [None req-b901b51d-055d-49e0-a4b8-4aeeb0371ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T16:26:21Z,description=,heartbeat_timestamp=2021-06-14T16:37:52Z,host='dv-cinder-796286-2-smb',id=ca10c576-315d-4f3b-b2d0-f5eeab5e8277,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:26:21Z,topic='l3_agent')) {'router_ids': ['56ccb488-f426-40b6-9599-f5a7e73a3a67'], 'active': True} {{(pid=91938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:38:02.923755 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:02.941180 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d91075-b305-4de1-92c4-54efd78ed8cc req-85abc7d2-16ed-46cf-af40-a915570e41b2 tempest-VolumesNegativeTest-486033650 tempest-VolumesNegativeTest-486033650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:02.943275 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-02d91075-b305-4de1-92c4-54efd78ed8cc req-85abc7d2-16ed-46cf-af40-a915570e41b2 tempest-VolumesNegativeTest-486033650 tempest-VolumesNegativeTest-486033650-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbc03ddb-7673-4afd-924a-ec705cb10a6b HTTP/1.1" status: 200 len: 949 time: 0.1207750 Jun 14 16:38:02.952533 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-e105f957-64d6-4f41-aecf-52a9ce0ea4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-782844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4109363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742579636511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60243869'] for port, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:02.967066 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] For port 0cbd8be1-d6c5-472c-b1e1-fd2f433c345c, host dv-cinder-796286-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-smb',level=0,port_id=0cbd8be1-d6c5-472c-b1e1-fd2f433c345c,segment=NetworkSegment(7a677eb0-9e5d-4b4d-8f43-67098507e6b5),segment_id=7a677eb0-9e5d-4b4d-8f43-67098507e6b5)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:38:02.971933 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:02.973161 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-ac6c5b30-81a4-42d1-b1ce-32bb9514eef4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:38:02.975358 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:38:03.050567 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Pushing event updated for resources: {'Port': ['ID=0cbd8be1-d6c5-472c-b1e1-fd2f433c345c,revision_number=3']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:38:03.064162 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:38:03.086595 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e105f957-64d6-4f41-aecf-52a9ce0ea4aa admin admin] Network 3ba814df-1709-47dc-9bd1-870518da2895 is already hosted by enough agents. {{(pid=91936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:38:03.100270 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3d366a-ff85-4cd7-9356-73bb5114d359 None None] Pushing event updated for resources: {'Port': ['ID=a59c908e-7ae3-4ed1-9616-84445d899a29,revision_number=3']} {{(pid=91938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:38:03.100685 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.base_scheduler [None req-e105f957-64d6-4f41-aecf-52a9ce0ea4aa admin admin] Resources bound (agent type, host, resource id): {{(pid=91936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:38:03.105008 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG oslo_concurrency.lockutils [None req-de3d366a-ff85-4cd7-9356-73bb5114d359 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=91938) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:38:03.130309 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_dvr_db [None req-b901b51d-055d-49e0-a4b8-4aeeb0371ca7 None None] Set router 56ccb488-f426-40b6-9599-f5a7e73a3a67 gateway port host: dv-cinder-796286-2-smb {{(pid=91938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:38:03.130600 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-02d91075-b305-4de1-92c4-54efd78ed8cc req-128f6a51-34e8-49c3-a2bc-fa79fecc0fa9 tempest-VolumesNegativeTest-486033650 tempest-VolumesNegativeTest-486033650-project] 10.222.0.16 "GET /v2.0/security-groups?id=b65913ff-cb4f-4df2-b608-105f097c3b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586235 Jun 14 16:38:03.132494 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e105f957-64d6-4f41-aecf-52a9ce0ea4aa admin admin] Received port after_create {{(pid=91936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 16:38:03.188809 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e105f957-64d6-4f41-aecf-52a9ce0ea4aa admin admin] Pushing event updated for resources: {'Port': ['ID=58501260-1655-4313-bd48-64180057d848,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:38:03.217975 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-e105f957-64d6-4f41-aecf-52a9ce0ea4aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:38:03.240129 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-e105f957-64d6-4f41-aecf-52a9ce0ea4aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900752'] for router_interface, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:03.369978 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-dc72e5ee-49d2-44c6-863d-863036f65376 None None] Provisioning for port 58501260-1655-4313-bd48-64180057d848 completed by entity DHCP. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:38:03.371646 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d82957-243f-4f22-8b57-d00572b92a2a req-0b476cfc-1bf7-4115-b3a0-a5c30150a312 tempest-VolumesNegativeTest-486033650 tempest-VolumesNegativeTest-486033650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:03.372987 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-30d82957-243f-4f22-8b57-d00572b92a2a req-0b476cfc-1bf7-4115-b3a0-a5c30150a312 tempest-VolumesNegativeTest-486033650 tempest-VolumesNegativeTest-486033650-project] 10.222.0.41 "GET /v2.0/ports?device_id=dbc03ddb-7673-4afd-924a-ec705cb10a6b HTTP/1.1" status: 200 len: 949 time: 0.3942497 Jun 14 16:38:03.376027 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-dc72e5ee-49d2-44c6-863d-863036f65376 None None] Provisioning complete for port 58501260-1655-4313-bd48-64180057d848 triggered by entity DHCP. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:38:03.376530 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-dc72e5ee-49d2-44c6-863d-863036f65376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:03.431722 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.plugin [None req-dc72e5ee-49d2-44c6-863d-863036f65376 None None] Port 58501260-1655-4313-bd48-64180057d848 cannot update to ACTIVE because it is not bound. {{(pid=91937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 16:38:03.467195 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_hamode_db [None req-b901b51d-055d-49e0-a4b8-4aeeb0371ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ccb488-f426-40b6-9599-f5a7e73a3a67', 'name': 'tempest-TestMinimumBasicScenario-858901454-router', 'tenant_id': '241e55eba9504301a6f4b9dc44a6fbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': 'a59c908e-7ae3-4ed1-9616-84445d899a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:37:58Z', 'updated_at': '2021-06-14T16:38:00Z', 'revision_number': 3, 'project_id': '241e55eba9504301a6f4b9dc44a6fbd6', 'gw_port': {'id': 'a59c908e-7ae3-4ed1-9616-84445d899a29', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:03:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ccb488-f426-40b6-9599-f5a7e73a3a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:37:59Z', 'updated_at': '2021-06-14T16:38:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb'}], 'dv-cinder-796286-2-smb', False) {} {{(pid=91938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:38:03.471161 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b901b51d-055d-49e0-a4b8-4aeeb0371ca7 None None] The sync data for ids ['56ccb488-f426-40b6-9599-f5a7e73a3a67'] in dv-cinder-796286-2-smb is: [{'id': '56ccb488-f426-40b6-9599-f5a7e73a3a67', 'name': 'tempest-TestMinimumBasicScenario-858901454-router', 'tenant_id': '241e55eba9504301a6f4b9dc44a6fbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': 'a59c908e-7ae3-4ed1-9616-84445d899a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:37:58Z', 'updated_at': '2021-06-14T16:38:00Z', 'revision_number': 3, 'project_id': '241e55eba9504301a6f4b9dc44a6fbd6', 'gw_port': {'id': 'a59c908e-7ae3-4ed1-9616-84445d899a29', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:03:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ccb488-f426-40b6-9599-f5a7e73a3a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:37:59Z', 'updated_at': '2021-06-14T16:38:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb'}] {{(pid=91938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 16:38:03.474202 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-e105f957-64d6-4f41-aecf-52a9ce0ea4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:03.548377 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.plugin [req-30d82957-243f-4f22-8b57-d00572b92a2a req-61d8951c-ab71-4df7-aba2-32a40458fc5d tempest-VolumesNegativeTest-486033650 tempest-VolumesNegativeTest-486033650-project] Deleting port 270023eb-42c6-4faa-b4f1-93f0be67b3b4 {{(pid=91935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 16:38:03.548723 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-30d82957-243f-4f22-8b57-d00572b92a2a req-61d8951c-ab71-4df7-aba2-32a40458fc5d tempest-VolumesNegativeTest-486033650 tempest-VolumesNegativeTest-486033650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742580025384'] for port, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:03.683299 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.db [req-30d82957-243f-4f22-8b57-d00572b92a2a req-61d8951c-ab71-4df7-aba2-32a40458fc5d tempest-VolumesNegativeTest-486033650 tempest-VolumesNegativeTest-486033650-project] For port 270023eb-42c6-4faa-b4f1-93f0be67b3b4, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=270023eb-42c6-4faa-b4f1-93f0be67b3b4,segment=NetworkSegment(27548891-7ef2-4c5b-99f0-4173b6def0b2),segment_id=27548891-7ef2-4c5b-99f0-4173b6def0b2)] {{(pid=91935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:38:03.683792 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-30d82957-243f-4f22-8b57-d00572b92a2a req-61d8951c-ab71-4df7-aba2-32a40458fc5d tempest-VolumesNegativeTest-486033650 tempest-VolumesNegativeTest-486033650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3907582'] for port, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:03.688913 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6787414-0c0a-4434-bd8a-848206d09453 req-42d04b4d-ad5d-4ce8-bbf0-831f09abf392 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:03.690470 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-d6787414-0c0a-4434-bd8a-848206d09453 req-42d04b4d-ad5d-4ce8-bbf0-831f09abf392 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8 HTTP/1.1" status: 200 len: 946 time: 0.1690381 Jun 14 16:38:03.783824 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-d6787414-0c0a-4434-bd8a-848206d09453 req-2ebfed69-19ee-44fa-946b-cb3885beaff9 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844374 Jun 14 16:38:03.803977 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.plugin [req-30d82957-243f-4f22-8b57-d00572b92a2a req-61d8951c-ab71-4df7-aba2-32a40458fc5d tempest-VolumesNegativeTest-486033650 tempest-VolumesNegativeTest-486033650-project] Calling delete_port for 270023eb-42c6-4faa-b4f1-93f0be67b3b4 owned by compute:nova {{(pid=91935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 16:38:03.809720 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-e105f957-64d6-4f41-aecf-52a9ce0ea4aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:03.829663 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-e105f957-64d6-4f41-aecf-52a9ce0ea4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60243875'] for port, after_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:03.832155 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-59189b43-9508-4a1d-a6a8-f2dddf0a2266 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:38:03.943119 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-e105f957-64d6-4f41-aecf-52a9ce0ea4aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3691715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900868'] for router_interface, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:04.003050 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e105f957-64d6-4f41-aecf-52a9ce0ea4aa admin admin] Pushing event updated for resources: {'Port': ['ID=58501260-1655-4313-bd48-64180057d848,revision_number=2']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:38:04.030433 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-30d82957-243f-4f22-8b57-d00572b92a2a req-61d8951c-ab71-4df7-aba2-32a40458fc5d tempest-VolumesNegativeTest-486033650 tempest-VolumesNegativeTest-486033650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742580029772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742579636520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58943331'] for port, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:04.032005 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-e105f957-64d6-4f41-aecf-52a9ce0ea4aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:38:04.035540 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-2753714b-3e63-44c0-bbc8-fcea7c5441d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:38:04.045077 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] get_ports_and_sgs() called for port_ids ['270023eb-42c6-4faa-b4f1-93f0be67b3b4'] {{(pid=91937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 16:38:04.081824 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d8951c-ab71-4df7-aba2-32a40458fc5d tempest-VolumesNegativeTest-486033650 tempest-VolumesNegativeTest-486033650-project] Pushing event deleted for resources: {'Port': ['ID=270023eb-42c6-4faa-b4f1-93f0be67b3b4,revision_number=None']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:38:04.086241 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-61d8951c-ab71-4df7-aba2-32a40458fc5d tempest-VolumesNegativeTest-486033650 tempest-VolumesNegativeTest-486033650-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:38:04.183095 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.db.l3_dvrscheduler_db [req-30d82957-243f-4f22-8b57-d00572b92a2a req-61d8951c-ab71-4df7-aba2-32a40458fc5d tempest-VolumesNegativeTest-486033650 tempest-VolumesNegativeTest-486033650-project] No DVR routers for this DVR port 270023eb-42c6-4faa-b4f1-93f0be67b3b4 on host hv-cinder-79628 {{(pid=91935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 16:38:04.186281 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-30d82957-243f-4f22-8b57-d00572b92a2a req-61d8951c-ab71-4df7-aba2-32a40458fc5d tempest-VolumesNegativeTest-486033650 tempest-VolumesNegativeTest-486033650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220504'] for port, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:04.190024 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-30d82957-243f-4f22-8b57-d00572b92a2a req-61d8951c-ab71-4df7-aba2-32a40458fc5d tempest-VolumesNegativeTest-486033650 tempest-VolumesNegativeTest-486033650-project] 10.222.0.41 "DELETE /v2.0/ports/270023eb-42c6-4faa-b4f1-93f0be67b3b4 HTTP/1.1" status: 204 len: 173 time: 0.8110292 Jun 14 16:38:04.190672 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbc03ddb-7673-4afd-924a-ec705cb10a6b', 'name': 'network-vif-deleted', 'tag': '270023eb-42c6-4faa-b4f1-93f0be67b3b4'}] {{(pid=91935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:38:04.204322 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e105f957-64d6-4f41-aecf-52a9ce0ea4aa admin admin] Network 3ba814df-1709-47dc-9bd1-870518da2895 is already hosted by enough agents. {{(pid=91936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:38:04.205030 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6661bf290492edb1b3f10c978b9fa8124be38cabc2d7e3087d82166a711c303" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f443a6-c359-4bad-be16-9623e3da8074" -d '{"events": [{"server_uuid": "dbc03ddb-7673-4afd-924a-ec705cb10a6b", "name": "network-vif-deleted", "tag": "270023eb-42c6-4faa-b4f1-93f0be67b3b4"}]}' {{(pid=91935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:38:04.207813 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.base_scheduler [None req-e105f957-64d6-4f41-aecf-52a9ce0ea4aa admin admin] Resources bound (agent type, host, resource id): {{(pid=91936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:38:04.434277 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 16:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b15abd-dab5-4fd1-b462-2c1926b8701b x-openstack-request-id: req-87b15abd-dab5-4fd1-b462-2c1926b8701b {{(pid=91935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:38:04.434760 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbc03ddb-7673-4afd-924a-ec705cb10a6b", "name": "network-vif-deleted", "tag": "270023eb-42c6-4faa-b4f1-93f0be67b3b4", "status": "completed", "code": 200}]} {{(pid=91935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:38:04.435253 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-87b15abd-dab5-4fd1-b462-2c1926b8701b {{(pid=91935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:38:04.435779 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbc03ddb-7673-4afd-924a-ec705cb10a6b', 'name': 'network-vif-deleted', 'tag': '270023eb-42c6-4faa-b4f1-93f0be67b3b4', 'status': 'completed', 'code': 200} Jun 14 16:38:04.546698 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device d85838f6-8338-43a7-acbf-d467f7444c92 up at agent ovs-agent-dv-cinder-796286-2-smb {{(pid=91937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:38:04.646830 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Provisioning complete for port d85838f6-8338-43a7-acbf-d467f7444c92 triggered by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:38:04.647228 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:04.714992 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-7468f14d-fd31-450f-aa30-b52aeb56cc4a None None] Provisioning complete for port 58501260-1655-4313-bd48-64180057d848 triggered by entity DHCP. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:38:04.715327 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-7468f14d-fd31-450f-aa30-b52aeb56cc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:04.767152 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.plugin [None req-7468f14d-fd31-450f-aa30-b52aeb56cc4a None None] Port 58501260-1655-4313-bd48-64180057d848 cannot update to ACTIVE because it is not bound. {{(pid=91937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 16:38:04.813853 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device 0cbd8be1-d6c5-472c-b1e1-fd2f433c345c up at agent ovs-agent-dv-cinder-796286-2-smb {{(pid=91937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:38:04.929254 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-b801a3d9-3d63-4730-9069-57065bf596a2 req-be9789e7-aac0-4dba-815d-511fd33fecc2 tempest-VolumesNegativeTest-486033650 tempest-VolumesNegativeTest-486033650-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbc03ddb-7673-4afd-924a-ec705cb10a6b HTTP/1.1" status: 200 len: 210 time: 0.0630820 Jun 14 16:38:04.983769 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e105f957-64d6-4f41-aecf-52a9ce0ea4aa admin admin] Router 56ccb488-f426-40b6-9599-f5a7e73a3a67 has already been hosted by L3 agent ca10c576-315d-4f3b-b2d0-f5eeab5e8277 {{(pid=91936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 16:38:05.032082 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Provisioning complete for port 0cbd8be1-d6c5-472c-b1e1-fd2f433c345c triggered by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:38:05.032453 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:05.151356 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device a59c908e-7ae3-4ed1-9616-84445d899a29 up at agent ovs-agent-dv-cinder-796286-2-smb {{(pid=91937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:38:05.164736 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e105f957-64d6-4f41-aecf-52a9ce0ea4aa admin admin] Notify agent at l3_agent.dv-cinder-796286-2-smb the message routers_updated {{(pid=91936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 16:38:05.182153 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-e105f957-64d6-4f41-aecf-52a9ce0ea4aa admin admin] 10.222.0.16 "PUT /v2.0/routers/56ccb488-f426-40b6-9599-f5a7e73a3a67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5050592 Jun 14 16:38:05.231207 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Provisioning for port a59c908e-7ae3-4ed1-9616-84445d899a29 completed by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:38:05.235829 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Provisioning complete for port a59c908e-7ae3-4ed1-9616-84445d899a29 triggered by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:38:05.236269 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:05.343175 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:05.370338 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] For port a59c908e-7ae3-4ed1-9616-84445d899a29, host dv-cinder-796286-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-smb',level=0,port_id=a59c908e-7ae3-4ed1-9616-84445d899a29,segment=NetworkSegment(a2c1fc44-b613-4a01-80b3-58a3526400ae),segment_id=a2c1fc44-b613-4a01-80b3-58a3526400ae)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:38:05.376876 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:05.378883 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:38:05.436952 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Pushing event updated for resources: {'Port': ['ID=a59c908e-7ae3-4ed1-9616-84445d899a29,revision_number=4']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:38:05.440135 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:38:05.578302 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa125581-63ab-458e-8dcf-336aed4ff613 None None] Sync routers for ids ['56ccb488-f426-40b6-9599-f5a7e73a3a67'] in dv-cinder-796286-2-smb {{(pid=91937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 16:38:05.587433 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa125581-63ab-458e-8dcf-336aed4ff613 None None] Routers {'56ccb488-f426-40b6-9599-f5a7e73a3a67'} bound to L3 agent in host dv-cinder-796286-2-smb {{(pid=91937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:38:05.588118 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_hamode_db [None req-fa125581-63ab-458e-8dcf-336aed4ff613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T16:26:21Z,description=,heartbeat_timestamp=2021-06-14T16:37:52Z,host='dv-cinder-796286-2-smb',id=ca10c576-315d-4f3b-b2d0-f5eeab5e8277,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:26:21Z,topic='l3_agent')) {'router_ids': ['56ccb488-f426-40b6-9599-f5a7e73a3a67'], 'active': True} {{(pid=91937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:38:05.744880 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvr_db [None req-fa125581-63ab-458e-8dcf-336aed4ff613 None None] Set router 56ccb488-f426-40b6-9599-f5a7e73a3a67 gateway port host: dv-cinder-796286-2-smb {{(pid=91937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:38:06.073368 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_hamode_db [None req-fa125581-63ab-458e-8dcf-336aed4ff613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ccb488-f426-40b6-9599-f5a7e73a3a67', 'name': 'tempest-TestMinimumBasicScenario-858901454-router', 'tenant_id': '241e55eba9504301a6f4b9dc44a6fbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': 'a59c908e-7ae3-4ed1-9616-84445d899a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:37:58Z', 'updated_at': '2021-06-14T16:38:03Z', 'revision_number': 4, 'project_id': '241e55eba9504301a6f4b9dc44a6fbd6', 'gw_port': {'id': 'a59c908e-7ae3-4ed1-9616-84445d899a29', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:03:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ccb488-f426-40b6-9599-f5a7e73a3a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:37:59Z', 'updated_at': '2021-06-14T16:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb', '_interfaces': [{'id': '58501260-1655-4313-bd48-64180057d848', 'name': '', 'network_id': '3ba814df-1709-47dc-9bd1-870518da2895', 'tenant_id': '241e55eba9504301a6f4b9dc44a6fbd6', 'mac_address': 'fa:16:3e:2a:d3:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ccb488-f426-40b6-9599-f5a7e73a3a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'c6fff4a8-936a-48e7-86a4-7a5db54be5f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:38:02Z', 'updated_at': '2021-06-14T16:38:03Z', 'revision_number': 2, 'project_id': '241e55eba9504301a6f4b9dc44a6fbd6', 'subnets': [{'id': 'c6fff4a8-936a-48e7-86a4-7a5db54be5f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-smb', False) {} {{(pid=91937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:38:06.080894 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa125581-63ab-458e-8dcf-336aed4ff613 None None] Checking router: 56ccb488-f426-40b6-9599-f5a7e73a3a67 for host: dv-cinder-796286-2-smb {{(pid=91937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 16:38:06.081910 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa125581-63ab-458e-8dcf-336aed4ff613 None None] Updating router 56ccb488-f426-40b6-9599-f5a7e73a3a67 port 58501260-1655-4313-bd48-64180057d848 binding host dv-cinder-796286-2-smb {{(pid=91937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 16:38:06.139177 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-fa125581-63ab-458e-8dcf-336aed4ff613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:06.323126 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device a59c908e-7ae3-4ed1-9616-84445d899a29 up at agent ovs-agent-dv-cinder-796286-2-smb {{(pid=91937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:38:06.497036 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Provisioning complete for port a59c908e-7ae3-4ed1-9616-84445d899a29 triggered by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:38:06.497415 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:06.709781 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-fa125581-63ab-458e-8dcf-336aed4ff613 None None] Notify callbacks [] for port, precommit_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:06.728422 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-fa125581-63ab-458e-8dcf-336aed4ff613 None None] Transition to ACTIVE for port object 58501260-1655-4313-bd48-64180057d848 will not be triggered until provisioned by entity L2. {{(pid=91937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:38:06.736027 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-fa125581-63ab-458e-8dcf-336aed4ff613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:06.747873 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:38:06.935444 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a2c6ff-be0c-4f51-85a3-0130093ba9b5 None None] Pushing event updated for resources: {'Port': ['ID=58501260-1655-4313-bd48-64180057d848,revision_number=3']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:38:06.946026 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-d3a2c6ff-be0c-4f51-85a3-0130093ba9b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:38:06.966068 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.managers [None req-fa125581-63ab-458e-8dcf-336aed4ff613 None None] Attempting to bind port 58501260-1655-4313-bd48-64180057d848 on host dv-cinder-796286-2-smb for vnic_type normal with profile {{(pid=91937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 16:38:06.966068 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.managers [None req-fa125581-63ab-458e-8dcf-336aed4ff613 None None] Attempting to bind port 58501260-1655-4313-bd48-64180057d848 by drivers openvswitch,hyperv on host dv-cinder-796286-2-smb at level 0 using segments [{'id': '7a677eb0-9e5d-4b4d-8f43-67098507e6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '3ba814df-1709-47dc-9bd1-870518da2895'}] {{(pid=91937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 16:38:06.966393 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa125581-63ab-458e-8dcf-336aed4ff613 None None] Attempting to bind port 58501260-1655-4313-bd48-64180057d848 on network 3ba814df-1709-47dc-9bd1-870518da2895 {{(pid=91937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:38:06.979726 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa125581-63ab-458e-8dcf-336aed4ff613 None None] Checking agent: {'id': 'f162564f-7dab-4d73-81fc-5f8e857b2431', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 26, 22), 'started_at': datetime.datetime(2021, 6, 14, 16, 26, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 16, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 16:38:06.980061 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa125581-63ab-458e-8dcf-336aed4ff613 None None] Checking segment: {'id': '7a677eb0-9e5d-4b4d-8f43-67098507e6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '3ba814df-1709-47dc-9bd1-870518da2895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:38:06.980524 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-fa125581-63ab-458e-8dcf-336aed4ff613 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:06.980932 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa125581-63ab-458e-8dcf-336aed4ff613 None None] Bound using segment: {'id': '7a677eb0-9e5d-4b4d-8f43-67098507e6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '3ba814df-1709-47dc-9bd1-870518da2895'} {{(pid=91937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 16:38:06.981487 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.managers [None req-fa125581-63ab-458e-8dcf-336aed4ff613 None None] Bound port: 58501260-1655-4313-bd48-64180057d848, host: dv-cinder-796286-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a677eb0-9e5d-4b4d-8f43-67098507e6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '3ba814df-1709-47dc-9bd1-870518da2895'}}] {{(pid=91937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 16:38:06.981834 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-fa125581-63ab-458e-8dcf-336aed4ff613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:07.113045 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-fa125581-63ab-458e-8dcf-336aed4ff613 None None] For port 58501260-1655-4313-bd48-64180057d848, host dv-cinder-796286-2-smb, cleared binding levels {{(pid=91937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 16:38:07.134711 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-fa125581-63ab-458e-8dcf-336aed4ff613 None None] For port 58501260-1655-4313-bd48-64180057d848, host dv-cinder-796286-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-smb',level=0,port_id=58501260-1655-4313-bd48-64180057d848,segment=NetworkSegment(7a677eb0-9e5d-4b4d-8f43-67098507e6b5),segment_id=7a677eb0-9e5d-4b4d-8f43-67098507e6b5)] {{(pid=91937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 16:38:07.147410 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-fa125581-63ab-458e-8dcf-336aed4ff613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:07.155968 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:38:07.244691 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa125581-63ab-458e-8dcf-336aed4ff613 None None] Routers {'56ccb488-f426-40b6-9599-f5a7e73a3a67'} bound to L3 agent in host dv-cinder-796286-2-smb {{(pid=91937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:38:07.245386 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_hamode_db [None req-fa125581-63ab-458e-8dcf-336aed4ff613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T16:26:21Z,description=,heartbeat_timestamp=2021-06-14T16:37:52Z,host='dv-cinder-796286-2-smb',id=ca10c576-315d-4f3b-b2d0-f5eeab5e8277,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:26:21Z,topic='l3_agent')) {'router_ids': ['56ccb488-f426-40b6-9599-f5a7e73a3a67'], 'active': True} {{(pid=91937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:38:07.566713 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a2c6ff-be0c-4f51-85a3-0130093ba9b5 None None] Pushing event updated for resources: {'Port': ['ID=58501260-1655-4313-bd48-64180057d848,revision_number=4']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:38:07.574022 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-d3a2c6ff-be0c-4f51-85a3-0130093ba9b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:38:07.584374 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device 270023eb-42c6-4faa-b4f1-93f0be67b3b4 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=91937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 16:38:07.632922 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.plugin [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] No Port match for: 270023eb-42c6-4faa-b4f1-93f0be67b3b4 {{(pid=91937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 16:38:07.633242 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device 270023eb-42c6-4faa-b4f1-93f0be67b3b4 not bound to the agent host hv-cinder-79628 {{(pid=91937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 16:38:07.685698 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvr_db [None req-fa125581-63ab-458e-8dcf-336aed4ff613 None None] Set router 56ccb488-f426-40b6-9599-f5a7e73a3a67 gateway port host: dv-cinder-796286-2-smb {{(pid=91937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:38:08.071229 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_hamode_db [None req-fa125581-63ab-458e-8dcf-336aed4ff613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ccb488-f426-40b6-9599-f5a7e73a3a67', 'name': 'tempest-TestMinimumBasicScenario-858901454-router', 'tenant_id': '241e55eba9504301a6f4b9dc44a6fbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': 'a59c908e-7ae3-4ed1-9616-84445d899a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:37:58Z', 'updated_at': '2021-06-14T16:38:03Z', 'revision_number': 4, 'project_id': '241e55eba9504301a6f4b9dc44a6fbd6', 'gw_port': {'id': 'a59c908e-7ae3-4ed1-9616-84445d899a29', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:03:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ccb488-f426-40b6-9599-f5a7e73a3a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:37:59Z', 'updated_at': '2021-06-14T16:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb', '_interfaces': [{'id': '58501260-1655-4313-bd48-64180057d848', 'name': '', 'network_id': '3ba814df-1709-47dc-9bd1-870518da2895', 'tenant_id': '241e55eba9504301a6f4b9dc44a6fbd6', 'mac_address': 'fa:16:3e:2a:d3:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ccb488-f426-40b6-9599-f5a7e73a3a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'c6fff4a8-936a-48e7-86a4-7a5db54be5f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:38:02Z', 'updated_at': '2021-06-14T16:38:07Z', 'revision_number': 4, 'project_id': '241e55eba9504301a6f4b9dc44a6fbd6', 'subnets': [{'id': 'c6fff4a8-936a-48e7-86a4-7a5db54be5f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-smb', False) {} {{(pid=91937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:38:08.075414 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa125581-63ab-458e-8dcf-336aed4ff613 None None] The sync data for ids ['56ccb488-f426-40b6-9599-f5a7e73a3a67'] in dv-cinder-796286-2-smb is: [{'id': '56ccb488-f426-40b6-9599-f5a7e73a3a67', 'name': 'tempest-TestMinimumBasicScenario-858901454-router', 'tenant_id': '241e55eba9504301a6f4b9dc44a6fbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': 'a59c908e-7ae3-4ed1-9616-84445d899a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:37:58Z', 'updated_at': '2021-06-14T16:38:03Z', 'revision_number': 4, 'project_id': '241e55eba9504301a6f4b9dc44a6fbd6', 'gw_port': {'id': 'a59c908e-7ae3-4ed1-9616-84445d899a29', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:03:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ccb488-f426-40b6-9599-f5a7e73a3a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:37:59Z', 'updated_at': '2021-06-14T16:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb', '_interfaces': [{'id': '58501260-1655-4313-bd48-64180057d848', 'name': '', 'network_id': '3ba814df-1709-47dc-9bd1-870518da2895', 'tenant_id': '241e55eba9504301a6f4b9dc44a6fbd6', 'mac_address': 'fa:16:3e:2a:d3:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ccb488-f426-40b6-9599-f5a7e73a3a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'c6fff4a8-936a-48e7-86a4-7a5db54be5f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:38:02Z', 'updated_at': '2021-06-14T16:38:07Z', 'revision_number': 4, 'project_id': '241e55eba9504301a6f4b9dc44a6fbd6', 'subnets': [{'id': 'c6fff4a8-936a-48e7-86a4-7a5db54be5f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 16:38:08.341416 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device 58501260-1655-4313-bd48-64180057d848 up at agent ovs-agent-dv-cinder-796286-2-smb {{(pid=91937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:38:08.477600 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa39acc4-a3e8-4c7f-b827-438fd7675655 req-ede20729-11e6-4d29-868e-0330714a2d28 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:08.485623 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-aa39acc4-a3e8-4c7f-b827-438fd7675655 req-ede20729-11e6-4d29-868e-0330714a2d28 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=71af129e-5dfd-44b0-a89c-2a67e11d5448 HTTP/1.1" status: 200 len: 946 time: 0.1228845 Jun 14 16:38:08.507050 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Provisioning for port 58501260-1655-4313-bd48-64180057d848 completed by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:38:08.522375 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Provisioning complete for port 58501260-1655-4313-bd48-64180057d848 triggered by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:38:08.523029 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:08.568106 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-aa39acc4-a3e8-4c7f-b827-438fd7675655 req-09a340c4-ed35-4cf6-a23d-c8dcf3ba7e88 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812409 Jun 14 16:38:08.735500 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:08.797133 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] For port 58501260-1655-4313-bd48-64180057d848, host dv-cinder-796286-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-smb',level=0,port_id=58501260-1655-4313-bd48-64180057d848,segment=NetworkSegment(7a677eb0-9e5d-4b4d-8f43-67098507e6b5),segment_id=7a677eb0-9e5d-4b4d-8f43-67098507e6b5)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:38:08.802582 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:08.806211 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:38:08.892554 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Pushing event updated for resources: {'Port': ['ID=58501260-1655-4313-bd48-64180057d848,revision_number=5']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:38:08.903762 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:38:09.880431 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c046d1-8292-4c1e-b5b5-925792f06500 req-4af35d12-bbab-409f-a949-908e870553df tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:09.882683 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-a2c046d1-8292-4c1e-b5b5-925792f06500 req-4af35d12-bbab-409f-a949-908e870553df tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=71af129e-5dfd-44b0-a89c-2a67e11d5448 HTTP/1.1" status: 200 len: 946 time: 0.1326506 Jun 14 16:38:09.950045 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-a2c046d1-8292-4c1e-b5b5-925792f06500 req-cd0f8985-baeb-4b89-8d4d-ef0034216d8d tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611916 Jun 14 16:38:10.280945 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device 58501260-1655-4313-bd48-64180057d848 up at agent ovs-agent-dv-cinder-796286-2-smb {{(pid=91937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:38:10.353698 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Provisioning complete for port 58501260-1655-4313-bd48-64180057d848 triggered by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:38:10.353999 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:10.959724 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38066b35-6247-4f45-9297-56b3aae4b725 req-3b65014f-75fe-4c48-b355-10ba07670328 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:10.961547 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-38066b35-6247-4f45-9297-56b3aae4b725 req-3b65014f-75fe-4c48-b355-10ba07670328 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.41 "GET /v2.0/ports?device_id=71af129e-5dfd-44b0-a89c-2a67e11d5448 HTTP/1.1" status: 200 len: 946 time: 0.0996399 Jun 14 16:38:11.212195 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.plugin [req-38066b35-6247-4f45-9297-56b3aae4b725 req-8e4489b4-8327-4092-8e54-48b26274d1a4 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Deleting port bb943b32-ae8b-4a0e-afd5-677ee450a247 {{(pid=91935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 16:38:11.212707 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-38066b35-6247-4f45-9297-56b3aae4b725 req-8e4489b4-8327-4092-8e54-48b26274d1a4 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742580025384'] for port, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:11.259344 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31d9b6-b7a3-4b6c-a7dd-284bc4f6faad req-7e533b8f-1d22-4ce9-a612-2f783cce35a6 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:11.266097 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-2e31d9b6-b7a3-4b6c-a7dd-284bc4f6faad req-7e533b8f-1d22-4ce9-a612-2f783cce35a6 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=71af129e-5dfd-44b0-a89c-2a67e11d5448 HTTP/1.1" status: 200 len: 946 time: 0.1764414 Jun 14 16:38:11.377931 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 47268) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:38:11.386221 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-2e31d9b6-b7a3-4b6c-a7dd-284bc4f6faad req-6f6a05b0-c7ae-42e2-87ee-64987195e317 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189642 Jun 14 16:38:11.424571 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.db [req-38066b35-6247-4f45-9297-56b3aae4b725 req-8e4489b4-8327-4092-8e54-48b26274d1a4 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] For port bb943b32-ae8b-4a0e-afd5-677ee450a247, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=bb943b32-ae8b-4a0e-afd5-677ee450a247,segment=NetworkSegment(3904788e-8c59-4c75-9198-5b4a052a3687),segment_id=3904788e-8c59-4c75-9198-5b4a052a3687)] {{(pid=91935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:38:11.428160 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-38066b35-6247-4f45-9297-56b3aae4b725 req-8e4489b4-8327-4092-8e54-48b26274d1a4 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3907582'] for port, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:11.551233 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.plugin [req-38066b35-6247-4f45-9297-56b3aae4b725 req-8e4489b4-8327-4092-8e54-48b26274d1a4 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Calling delete_port for bb943b32-ae8b-4a0e-afd5-677ee450a247 owned by compute:nova {{(pid=91935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 16:38:11.558285 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-77355cfe-8163-4ca6-9763-776f6902e3e2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=aaaa66581a154c20be5d1f23f3b1abbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1780393 Jun 14 16:38:11.558843 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 47276) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:38:11.689154 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-b826892f-aa1e-412d-b283-a18ceb705ec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:11.727239 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-b826892f-aa1e-412d-b283-a18ceb705ec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:11.823975 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-38066b35-6247-4f45-9297-56b3aae4b725 req-8e4489b4-8327-4092-8e54-48b26274d1a4 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742580029772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742579636520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58943331'] for port, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:11.826243 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-b826892f-aa1e-412d-b283-a18ceb705ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:11.829000 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-b826892f-aa1e-412d-b283-a18ceb705ec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:11.832969 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-b826892f-aa1e-412d-b283-a18ceb705ec6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b65913ff-cb4f-4df2-b608-105f097c3b3e HTTP/1.1" status: 204 len: 168 time: 0.2730529 Jun 14 16:38:11.839489 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] get_ports_and_sgs() called for port_ids ['70d8ad52-1187-4381-82fc-856efa52ce63'] {{(pid=91937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 16:38:11.843315 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-0b80d221-ab99-4a27-b5bb-3830c50ce6e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:38:11.893758 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b826892f-aa1e-412d-b283-a18ceb705ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65913ff-cb4f-4df2-b608-105f097c3b3e,revision_number=None']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:38:11.920739 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-b826892f-aa1e-412d-b283-a18ceb705ec6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:38:11.921339 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:38:11.925223 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.db.l3_dvrscheduler_db [req-38066b35-6247-4f45-9297-56b3aae4b725 req-8e4489b4-8327-4092-8e54-48b26274d1a4 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] No DVR routers for this DVR port bb943b32-ae8b-4a0e-afd5-677ee450a247 on host hv-cinder-79628 {{(pid=91935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 16:38:11.929693 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-38066b35-6247-4f45-9297-56b3aae4b725 req-8e4489b4-8327-4092-8e54-48b26274d1a4 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220504'] for port, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:11.931997 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-38066b35-6247-4f45-9297-56b3aae4b725 req-8e4489b4-8327-4092-8e54-48b26274d1a4 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.41 "DELETE /v2.0/ports/bb943b32-ae8b-4a0e-afd5-677ee450a247 HTTP/1.1" status: 204 len: 173 time: 0.9637635 Jun 14 16:38:11.932604 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71af129e-5dfd-44b0-a89c-2a67e11d5448', 'name': 'network-vif-deleted', 'tag': 'bb943b32-ae8b-4a0e-afd5-677ee450a247'}] {{(pid=91935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:38:11.934819 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6661bf290492edb1b3f10c978b9fa8124be38cabc2d7e3087d82166a711c303" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd4e342-99af-4fc3-b6bb-1df6ef379562" -d '{"events": [{"server_uuid": "71af129e-5dfd-44b0-a89c-2a67e11d5448", "name": "network-vif-deleted", "tag": "bb943b32-ae8b-4a0e-afd5-677ee450a247"}]}' {{(pid=91935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:38:11.983042 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4489b4-8327-4092-8e54-48b26274d1a4 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Pushing event deleted for resources: {'Port': ['ID=bb943b32-ae8b-4a0e-afd5-677ee450a247,revision_number=None']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:38:11.986735 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-8e4489b4-8327-4092-8e54-48b26274d1a4 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:38:12.038170 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 16:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8084a33b-ba50-445e-b61f-ef09fb0d090e x-openstack-request-id: req-8084a33b-ba50-445e-b61f-ef09fb0d090e {{(pid=91935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:38:12.038424 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71af129e-5dfd-44b0-a89c-2a67e11d5448", "name": "network-vif-deleted", "tag": "bb943b32-ae8b-4a0e-afd5-677ee450a247", "status": "completed", "code": 200}]} {{(pid=91935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:38:12.038716 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8084a33b-ba50-445e-b61f-ef09fb0d090e {{(pid=91935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:38:12.039253 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71af129e-5dfd-44b0-a89c-2a67e11d5448', 'name': 'network-vif-deleted', 'tag': 'bb943b32-ae8b-4a0e-afd5-677ee450a247', 'status': 'completed', 'code': 200} Jun 14 16:38:12.659323 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-359702dd-6497-4f3d-94ec-1074b53d9999 req-c8000798-7e52-4016-89db-eb94e6b73bdd tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=71af129e-5dfd-44b0-a89c-2a67e11d5448 HTTP/1.1" status: 200 len: 210 time: 0.0686283 Jun 14 16:38:13.624961 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device bb943b32-ae8b-4a0e-afd5-677ee450a247 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=91937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 16:38:13.654927 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.plugin [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] No Port match for: bb943b32-ae8b-4a0e-afd5-677ee450a247 {{(pid=91937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 16:38:13.655390 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device bb943b32-ae8b-4a0e-afd5-677ee450a247 not bound to the agent host hv-cinder-79628 {{(pid=91937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 16:38:14.192435 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba93f71e-03aa-47db-b2c4-818f634316b7 req-7c950b76-b139-4baa-b693-94f2c623b8c9 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:14.194597 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-ba93f71e-03aa-47db-b2c4-818f634316b7 req-7c950b76-b139-4baa-b693-94f2c623b8c9 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8 HTTP/1.1" status: 200 len: 946 time: 0.1003580 Jun 14 16:38:14.263455 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-ba93f71e-03aa-47db-b2c4-818f634316b7 req-d38272b4-f32d-4572-b3f6-185d064dca7f tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561357 Jun 14 16:38:14.414688 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dce0c90-6880-48eb-bf42-a8178d5e5e30 req-2e82682b-140f-4a30-ac09-638ad663f400 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:14.421493 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-1dce0c90-6880-48eb-bf42-a8178d5e5e30 req-2e82682b-140f-4a30-ac09-638ad663f400 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e2e57bd-a822-43b7-944b-be4f6dc455a1 HTTP/1.1" status: 200 len: 946 time: 0.0875371 Jun 14 16:38:14.468538 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-1dce0c90-6880-48eb-bf42-a8178d5e5e30 req-b55465b7-ed1f-4f59-9e1e-e1ce030a4a56 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/security-groups?id=57373bd2-d465-4f5e-b443-57f291b224e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458922 Jun 14 16:38:15.463400 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2312d52-14b5-4dcf-bd9f-67c6c8d60a9b req-3f08f780-87b5-48fe-8028-cf36a11d5a28 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:15.464941 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-b2312d52-14b5-4dcf-bd9f-67c6c8d60a9b req-3f08f780-87b5-48fe-8028-cf36a11d5a28 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8 HTTP/1.1" status: 200 len: 946 time: 0.0815833 Jun 14 16:38:15.515723 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-b2312d52-14b5-4dcf-bd9f-67c6c8d60a9b req-0aca5564-8f4f-47db-9616-458a412fd36a tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449171 Jun 14 16:38:15.678201 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8696c46-bad1-4618-ab08-5c95befaff72 req-6787f50f-dc87-4cbb-9ebb-d75a572845b1 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:15.684154 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-e8696c46-bad1-4618-ab08-5c95befaff72 req-6787f50f-dc87-4cbb-9ebb-d75a572845b1 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e2e57bd-a822-43b7-944b-be4f6dc455a1 HTTP/1.1" status: 200 len: 946 time: 0.0990276 Jun 14 16:38:15.727302 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-e8696c46-bad1-4618-ab08-5c95befaff72 req-50b73d9b-ad7f-4dba-a880-4c406db1a4c4 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/security-groups?id=57373bd2-d465-4f5e-b443-57f291b224e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378473 Jun 14 16:38:15.886914 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:16.702318 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e29f9ff-928d-4ec3-a026-09ca7e77aad6 req-ffca778b-6ed7-495a-8eea-8c80e185d1bc tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:16.703839 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-1e29f9ff-928d-4ec3-a026-09ca7e77aad6 req-ffca778b-6ed7-495a-8eea-8c80e185d1bc tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8 HTTP/1.1" status: 200 len: 946 time: 0.0710592 Jun 14 16:38:16.751241 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-1e29f9ff-928d-4ec3-a026-09ca7e77aad6 req-060b1941-1006-4d12-9448-88280e4afb29 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412869 Jun 14 16:38:16.932153 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5410a280-06d3-4bf6-96ad-f91ac735762b req-32153689-743c-4fd9-9624-604961748aaf tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:16.933666 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-5410a280-06d3-4bf6-96ad-f91ac735762b req-32153689-743c-4fd9-9624-604961748aaf tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e2e57bd-a822-43b7-944b-be4f6dc455a1 HTTP/1.1" status: 200 len: 946 time: 0.0739400 Jun 14 16:38:16.950838 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66235ed-ebb5-4d61-8d52-d94e5d3ea7d7 req-ab0a1a19-211d-48fd-8b9f-f18dce061367 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:16.952326 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-a66235ed-ebb5-4d61-8d52-d94e5d3ea7d7 req-ab0a1a19-211d-48fd-8b9f-f18dce061367 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "GET /v2.0/networks?id=3de692a8-4a8d-46cb-b014-927335cfd014 HTTP/1.1" status: 200 len: 815 time: 0.1317067 Jun 14 16:38:16.967262 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-a66235ed-ebb5-4d61-8d52-d94e5d3ea7d7 req-d114de77-a8ef-4a3b-8099-22abbbe342da tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "GET /v2.0/quotas/d4e60cacfce24cd499cda68081bd307f HTTP/1.1" status: 200 len: 375 time: 0.0095978 Jun 14 16:38:16.976322 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-5410a280-06d3-4bf6-96ad-f91ac735762b req-2cec6371-4a18-442b-b3de-8978238b47a9 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/security-groups?id=57373bd2-d465-4f5e-b443-57f291b224e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370700 Jun 14 16:38:17.046010 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-a66235ed-ebb5-4d61-8d52-d94e5d3ea7d7 req-49e9894e-0db4-47bb-9bdf-1b961dfb07c5 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d4e60cacfce24cd499cda68081bd307f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0732892 Jun 14 16:38:17.173179 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-a66235ed-ebb5-4d61-8d52-d94e5d3ea7d7 req-bb1c176a-e54c-4967-9f80-72b42c427533 service neutron] 10.222.0.16 "GET /v2.0/networks/3de692a8-4a8d-46cb-b014-927335cfd014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111176 Jun 14 16:38:17.290296 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-a66235ed-ebb5-4d61-8d52-d94e5d3ea7d7 req-ee86763d-075d-4723-9803-fdd64fe716c0 service neutron] 10.222.0.16 "GET /v2.0/networks/3de692a8-4a8d-46cb-b014-927335cfd014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108491 Jun 14 16:38:17.462523 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-1d371f72-fe73-450a-bfdc-b811e9735651 req-c67e7851-51c7-4981-8aa6-6723f2ca2877 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d2bd19-3096-4311-aa47-9fa5c8329a27 HTTP/1.1" status: 200 len: 210 time: 0.0348732 Jun 14 16:38:17.946545 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797caed6-e0a1-4def-9a45-fcbab71aa8ba req-6c659f60-9012-4bdf-8f1d-2f7152d47764 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:17.948025 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-797caed6-e0a1-4def-9a45-fcbab71aa8ba req-6c659f60-9012-4bdf-8f1d-2f7152d47764 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8 HTTP/1.1" status: 200 len: 946 time: 0.0791886 Jun 14 16:38:17.993349 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-797caed6-e0a1-4def-9a45-fcbab71aa8ba req-27fa4f26-d4b9-41ac-9b50-4802657f37be tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396624 Jun 14 16:38:18.171616 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c23c07-6dd3-4167-974d-bf01148a9fb3 req-ef68bd4c-4fa1-4429-9fd8-9b437aa223ad tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:18.173077 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-e3c23c07-6dd3-4167-974d-bf01148a9fb3 req-ef68bd4c-4fa1-4429-9fd8-9b437aa223ad tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e2e57bd-a822-43b7-944b-be4f6dc455a1 HTTP/1.1" status: 200 len: 946 time: 0.0775149 Jun 14 16:38:18.214176 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-e3c23c07-6dd3-4167-974d-bf01148a9fb3 req-cf356ab3-b718-4389-9cfd-8a35bc32f3dc tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/security-groups?id=57373bd2-d465-4f5e-b443-57f291b224e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347338 Jun 14 16:38:18.621968 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-2feea827-b332-4768-b4a9-bccfb763f380 req-9b60f62a-aeb8-48a4-9c78-7d7e3981d856 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d2bd19-3096-4311-aa47-9fa5c8329a27 HTTP/1.1" status: 200 len: 210 time: 0.0391743 Jun 14 16:38:18.649233 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66235ed-ebb5-4d61-8d52-d94e5d3ea7d7 req-1a874697-ff12-4909-99c0-6d1a4f907838 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:18.651468 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-a66235ed-ebb5-4d61-8d52-d94e5d3ea7d7 req-1a874697-ff12-4909-99c0-6d1a4f907838 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.41 "GET /v2.0/networks?id=3de692a8-4a8d-46cb-b014-927335cfd014 HTTP/1.1" status: 200 len: 815 time: 0.1426809 Jun 14 16:38:18.665659 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.v2.base [req-a66235ed-ebb5-4d61-8d52-d94e5d3ea7d7 req-46a08ad2-0742-4192-bab8-06146c37bfa7 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Request body: {'port': {'device_id': '52d2bd19-3096-4311-aa47-9fa5c8329a27', 'network_id': '3de692a8-4a8d-46cb-b014-927335cfd014', 'admin_state_up': True, 'tenant_id': 'd4e60cacfce24cd499cda68081bd307f'}} {{(pid=91935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:38:18.800304 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a66235ed-ebb5-4d61-8d52-d94e5d3ea7d7 req-46a08ad2-0742-4192-bab8-06146c37bfa7 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Made reservation on behalf of d4e60cacfce24cd499cda68081bd307f for: {'port': 1} {{(pid=91935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:38:18.804532 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-a66235ed-ebb5-4d61-8d52-d94e5d3ea7d7 req-46a08ad2-0742-4192-bab8-06146c37bfa7 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-782655'] for port, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:18.874781 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0562e1a9-8eff-4287-997d-6e02841ec7c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:18.948193 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.db.db_base_plugin_common [req-a66235ed-ebb5-4d61-8d52-d94e5d3ea7d7 req-46a08ad2-0742-4192-bab8-06146c37bfa7 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Allocated IP 172.20.0.10 (3de692a8-4a8d-46cb-b014-927335cfd014/4feb0b6c-ad4f-4842-bab5-742d2f85a310/c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9) {{(pid=91935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 16:38:19.167577 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-a66235ed-ebb5-4d61-8d52-d94e5d3ea7d7 req-46a08ad2-0742-4192-bab8-06146c37bfa7 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Notify callbacks [] for port, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:19.181373 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.db.provisioning_blocks [req-a66235ed-ebb5-4d61-8d52-d94e5d3ea7d7 req-46a08ad2-0742-4192-bab8-06146c37bfa7 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Transition to ACTIVE for port object c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9 will not be triggered until provisioned by entity DHCP. {{(pid=91935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:38:19.223005 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-a66235ed-ebb5-4d61-8d52-d94e5d3ea7d7 req-46a08ad2-0742-4192-bab8-06146c37bfa7 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-782844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4109363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742579636511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58943338'] for port, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:19.229950 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:38:19.292684 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a66235ed-ebb5-4d61-8d52-d94e5d3ea7d7 req-46a08ad2-0742-4192-bab8-06146c37bfa7 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Network 3de692a8-4a8d-46cb-b014-927335cfd014 is already hosted by enough agents. {{(pid=91935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:38:19.299285 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.base_scheduler [req-a66235ed-ebb5-4d61-8d52-d94e5d3ea7d7 req-46a08ad2-0742-4192-bab8-06146c37bfa7 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Resources bound (agent type, host, resource id): {{(pid=91935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:38:19.307634 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.db.l3_dvrscheduler_db [req-a66235ed-ebb5-4d61-8d52-d94e5d3ea7d7 req-46a08ad2-0742-4192-bab8-06146c37bfa7 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Received port after_create {{(pid=91935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 16:38:19.370295 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a08ad2-0742-4192-bab8-06146c37bfa7 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Pushing event updated for resources: {'Port': ['ID=c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9,revision_number=1']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:38:19.374387 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-46a08ad2-0742-4192-bab8-06146c37bfa7 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:38:19.403104 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39553dc0-4c11-452c-8c5f-e9a0f691b6e1 req-3669c9e0-0433-49f6-bb87-26ebdff89fc3 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:19.404984 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-39553dc0-4c11-452c-8c5f-e9a0f691b6e1 req-3669c9e0-0433-49f6-bb87-26ebdff89fc3 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8 HTTP/1.1" status: 200 len: 946 time: 0.2876036 Jun 14 16:38:19.449234 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66235ed-ebb5-4d61-8d52-d94e5d3ea7d7 req-46a08ad2-0742-4192-bab8-06146c37bfa7 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:19.450146 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-a66235ed-ebb5-4d61-8d52-d94e5d3ea7d7 req-46a08ad2-0742-4192-bab8-06146c37bfa7 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220504'] for port, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:19.482951 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-39553dc0-4c11-452c-8c5f-e9a0f691b6e1 req-77dfac88-17b1-4fe3-add0-0368f7c651ab tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667522 Jun 14 16:38:19.493184 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-a66235ed-ebb5-4d61-8d52-d94e5d3ea7d7 req-46a08ad2-0742-4192-bab8-06146c37bfa7 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8324034 Jun 14 16:38:19.593296 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e19d443-2941-48cf-b701-0866efec9b22 req-b56bbb0b-dbfb-46eb-88e4-e47527e28253 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:19.596268 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-1e19d443-2941-48cf-b701-0866efec9b22 req-b56bbb0b-dbfb-46eb-88e4-e47527e28253 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e2e57bd-a822-43b7-944b-be4f6dc455a1 HTTP/1.1" status: 200 len: 946 time: 0.1334879 Jun 14 16:38:19.676215 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-1e19d443-2941-48cf-b701-0866efec9b22 req-342a80af-12ba-491b-b869-4f32c1e04fc0 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/security-groups?id=57373bd2-d465-4f5e-b443-57f291b224e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732327 Jun 14 16:38:19.687834 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-997b4bbe-80fd-4a85-bb7a-021a0a0a5d53 None None] Provisioning for port c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9 completed by entity DHCP. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:38:19.689225 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-997b4bbe-80fd-4a85-bb7a-021a0a0a5d53 None None] Provisioning complete for port c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9 triggered by entity DHCP. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:38:19.689684 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-997b4bbe-80fd-4a85-bb7a-021a0a0a5d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:19.751004 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.plugin [None req-997b4bbe-80fd-4a85-bb7a-021a0a0a5d53 None None] Port c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9 cannot update to ACTIVE because it is not bound. {{(pid=91937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 16:38:19.845127 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7216c8a2-6dfc-49be-a6e4-eef6678d4667 req-0f007a31-bb58-4c94-95f0-ff7f2a671dfc tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:19.847029 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-7216c8a2-6dfc-49be-a6e4-eef6678d4667 req-0f007a31-bb58-4c94-95f0-ff7f2a671dfc tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d2bd19-3096-4311-aa47-9fa5c8329a27 HTTP/1.1" status: 200 len: 932 time: 0.0715060 Jun 14 16:38:19.897633 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-7216c8a2-6dfc-49be-a6e4-eef6678d4667 req-72f52598-95ad-491a-99d6-15e861c46eed tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "GET /v2.0/security-groups?id=6799c740-d4b3-4122-836c-f0b75a255a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439539 Jun 14 16:38:20.682627 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bd25cd-1a7c-4f76-9f47-4624b737e123 req-1ad941f5-6848-491d-9a07-856ace7c2715 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:20.684117 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-40bd25cd-1a7c-4f76-9f47-4624b737e123 req-1ad941f5-6848-491d-9a07-856ace7c2715 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8 HTTP/1.1" status: 200 len: 946 time: 0.0769739 Jun 14 16:38:20.730203 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-40bd25cd-1a7c-4f76-9f47-4624b737e123 req-d95e8142-e628-44bd-a6bc-2104cbd8415d tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403669 Jun 14 16:38:20.868544 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538fa5bb-cc79-44fe-b75f-70e0a00d7fbb req-861e2770-e623-47e2-8d0b-c53e5c815887 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:20.870040 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-538fa5bb-cc79-44fe-b75f-70e0a00d7fbb req-861e2770-e623-47e2-8d0b-c53e5c815887 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e2e57bd-a822-43b7-944b-be4f6dc455a1 HTTP/1.1" status: 200 len: 946 time: 0.0789621 Jun 14 16:38:20.911935 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-538fa5bb-cc79-44fe-b75f-70e0a00d7fbb req-e4e96d19-9d16-4b1f-a9e8-3448e3db7b99 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/security-groups?id=57373bd2-d465-4f5e-b443-57f291b224e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361297 Jun 14 16:38:21.092564 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341913f-edea-4a61-88b8-d79f7d8dcc31 req-e356632c-a2bf-464d-9acd-8f14c16553a9 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:21.094192 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-b341913f-edea-4a61-88b8-d79f7d8dcc31 req-e356632c-a2bf-464d-9acd-8f14c16553a9 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d2bd19-3096-4311-aa47-9fa5c8329a27 HTTP/1.1" status: 200 len: 932 time: 0.0757062 Jun 14 16:38:21.147971 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-b341913f-edea-4a61-88b8-d79f7d8dcc31 req-146ca58d-66b3-4fd1-acbe-e8679f6f6ff4 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "GET /v2.0/security-groups?id=6799c740-d4b3-4122-836c-f0b75a255a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463567 Jun 14 16:38:21.538337 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-10062457-a13e-4fb3-b209-d2904f2cf2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:21.812672 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:21.926663 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3601edc-b354-452d-aac2-1588ae9a1ab4 req-b3c26460-5580-4df0-af3e-c0fe9e64e6a2 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:21.928387 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-e3601edc-b354-452d-aac2-1588ae9a1ab4 req-b3c26460-5580-4df0-af3e-c0fe9e64e6a2 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8 HTTP/1.1" status: 200 len: 946 time: 0.0717916 Jun 14 16:38:21.976017 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-e3601edc-b354-452d-aac2-1588ae9a1ab4 req-f3343ca7-c814-4cf8-84b2-4c6e246f78af tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417860 Jun 14 16:38:22.116093 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc837971-27e4-40db-b30e-f67e9953a8ba req-57cd4bf9-b931-45c8-9c47-5afc6d4ba269 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:22.117465 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-cc837971-27e4-40db-b30e-f67e9953a8ba req-57cd4bf9-b931-45c8-9c47-5afc6d4ba269 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e2e57bd-a822-43b7-944b-be4f6dc455a1 HTTP/1.1" status: 200 len: 946 time: 0.0737240 Jun 14 16:38:22.162364 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-cc837971-27e4-40db-b30e-f67e9953a8ba req-1f54483c-e03a-49e5-b841-daf4f60a4e85 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/security-groups?id=57373bd2-d465-4f5e-b443-57f291b224e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392487 Jun 14 16:38:22.354036 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0c9ee3-78f8-4510-aa4e-5a617f5ef827 req-ffd69372-ce14-4b9e-a244-b5614dd3b00b tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:22.355489 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-6d0c9ee3-78f8-4510-aa4e-5a617f5ef827 req-ffd69372-ce14-4b9e-a244-b5614dd3b00b tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d2bd19-3096-4311-aa47-9fa5c8329a27 HTTP/1.1" status: 200 len: 932 time: 0.0797439 Jun 14 16:38:22.618906 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-6d0c9ee3-78f8-4510-aa4e-5a617f5ef827 req-4e64e7cc-b637-4111-acfa-bdc713d4e8cd tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "GET /v2.0/security-groups?id=6799c740-d4b3-4122-836c-f0b75a255a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576480 Jun 14 16:38:22.757537 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-ac317c73-f3f7-46db-8eeb-274d40bc3b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:23.171739 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fffd9eb-0f27-46ff-922b-04d85b624fc1 req-1c7a4ac2-3be9-4c80-af31-14332cb1c51b tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:23.173190 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-1fffd9eb-0f27-46ff-922b-04d85b624fc1 req-1c7a4ac2-3be9-4c80-af31-14332cb1c51b tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8 HTTP/1.1" status: 200 len: 946 time: 0.0746648 Jun 14 16:38:23.216653 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-1fffd9eb-0f27-46ff-922b-04d85b624fc1 req-317d7716-34a3-4d0e-8962-89066dd46e5e tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378015 Jun 14 16:38:23.356748 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05514149-f0bc-4297-b713-2ce55c81658e req-795f254c-0cea-43fa-a5a7-8695039f294f tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:23.358186 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-05514149-f0bc-4297-b713-2ce55c81658e req-795f254c-0cea-43fa-a5a7-8695039f294f tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e2e57bd-a822-43b7-944b-be4f6dc455a1 HTTP/1.1" status: 200 len: 946 time: 0.0686255 Jun 14 16:38:23.409145 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-05514149-f0bc-4297-b713-2ce55c81658e req-9843f22d-80bc-47d3-b0a9-e6522dfef822 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/security-groups?id=57373bd2-d465-4f5e-b443-57f291b224e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448065 Jun 14 16:38:23.808531 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4839a1cf-3705-4c24-bad5-30a5b0106635 req-591ddc71-fbef-4f75-bbbb-01aa0735b120 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:23.810043 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-4839a1cf-3705-4c24-bad5-30a5b0106635 req-591ddc71-fbef-4f75-bbbb-01aa0735b120 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d2bd19-3096-4311-aa47-9fa5c8329a27 HTTP/1.1" status: 200 len: 932 time: 0.0749688 Jun 14 16:38:23.856515 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-4839a1cf-3705-4c24-bad5-30a5b0106635 req-3b661126-1228-4663-9da4-6f1bc26791ee tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "GET /v2.0/security-groups?id=6799c740-d4b3-4122-836c-f0b75a255a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405962 Jun 14 16:38:24.393819 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-61a174dc-ae9e-41b9-9cb1-e8a1b9f9c99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:24.428832 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced0572-a279-4960-bc10-6141a775a9b9 req-7ed97367-d8be-49e8-b2d7-f18d488f4cd6 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:24.430315 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-dced0572-a279-4960-bc10-6141a775a9b9 req-7ed97367-d8be-49e8-b2d7-f18d488f4cd6 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8 HTTP/1.1" status: 200 len: 946 time: 0.0775170 Jun 14 16:38:24.506906 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-dced0572-a279-4960-bc10-6141a775a9b9 req-20627142-d561-4943-9104-62c04be81078 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703249 Jun 14 16:38:24.649026 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de0ed00-1479-49c0-861a-8a5c6ae0bfd0 req-35acd841-4090-4a23-b3a6-57b7e2629ac9 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:24.650519 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-4de0ed00-1479-49c0-861a-8a5c6ae0bfd0 req-35acd841-4090-4a23-b3a6-57b7e2629ac9 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e2e57bd-a822-43b7-944b-be4f6dc455a1 HTTP/1.1" status: 200 len: 946 time: 0.0790539 Jun 14 16:38:24.708127 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-4de0ed00-1479-49c0-861a-8a5c6ae0bfd0 req-a509c40f-fcfd-4ac0-a226-3a58aaddc7eb tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/security-groups?id=57373bd2-d465-4f5e-b443-57f291b224e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518959 Jun 14 16:38:25.040109 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d262de1d-e515-4a74-9417-83e4e300077c req-e6f5de21-a446-496a-b563-44033ef7dd2c tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:25.041559 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-d262de1d-e515-4a74-9417-83e4e300077c req-e6f5de21-a446-496a-b563-44033ef7dd2c tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d2bd19-3096-4311-aa47-9fa5c8329a27 HTTP/1.1" status: 200 len: 932 time: 0.0696702 Jun 14 16:38:25.087979 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-d262de1d-e515-4a74-9417-83e4e300077c req-1a81bf27-51a6-4ae4-be75-03b15fe5aca2 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "GET /v2.0/security-groups?id=6799c740-d4b3-4122-836c-f0b75a255a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405526 Jun 14 16:38:25.735442 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d36fba-67c2-44fe-8ca5-aee454619f52 req-f0cc9e22-d686-47c0-8034-ac232939630d tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:25.736969 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-57d36fba-67c2-44fe-8ca5-aee454619f52 req-f0cc9e22-d686-47c0-8034-ac232939630d tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8 HTTP/1.1" status: 200 len: 946 time: 0.0719907 Jun 14 16:38:25.796618 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-57d36fba-67c2-44fe-8ca5-aee454619f52 req-c5fb6573-0a1f-4515-a4ed-6120f88d90b7 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526567 Jun 14 16:38:25.903023 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77198f3-0e75-4ade-b15e-bc9b9b369f9c req-a947ece8-f3c2-43f5-9c3e-4b9536bb37c9 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:25.904595 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-d77198f3-0e75-4ade-b15e-bc9b9b369f9c req-a947ece8-f3c2-43f5-9c3e-4b9536bb37c9 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e2e57bd-a822-43b7-944b-be4f6dc455a1 HTTP/1.1" status: 200 len: 946 time: 0.0851257 Jun 14 16:38:25.955184 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-d77198f3-0e75-4ade-b15e-bc9b9b369f9c req-3fffad81-b3b0-42f1-8360-5af654826a31 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/security-groups?id=57373bd2-d465-4f5e-b443-57f291b224e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446236 Jun 14 16:38:26.304662 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fe8922-1799-4c5a-8843-8f28eeb03bbe req-b24f7567-a47b-4d99-a2a1-2ebd064df26c tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:26.306358 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-39fe8922-1799-4c5a-8843-8f28eeb03bbe req-b24f7567-a47b-4d99-a2a1-2ebd064df26c tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d2bd19-3096-4311-aa47-9fa5c8329a27 HTTP/1.1" status: 200 len: 932 time: 0.0720906 Jun 14 16:38:26.350254 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-39fe8922-1799-4c5a-8843-8f28eeb03bbe req-2c84e3cf-ab27-4e70-a662-afbaaf07de79 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "GET /v2.0/security-groups?id=6799c740-d4b3-4122-836c-f0b75a255a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379591 Jun 14 16:38:26.999855 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c382c592-b958-42f0-b467-0b030ec0425d req-a207072d-cb68-4c87-9de2-e00d4d7c2798 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:27.001417 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-c382c592-b958-42f0-b467-0b030ec0425d req-a207072d-cb68-4c87-9de2-e00d4d7c2798 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8 HTTP/1.1" status: 200 len: 946 time: 0.0784695 Jun 14 16:38:27.076969 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-c382c592-b958-42f0-b467-0b030ec0425d req-71c1b4ae-6093-406f-8918-ce2f2aee386e tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675821 Jun 14 16:38:27.153303 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f4a3d7-eeac-4ec1-a85c-5bfabc5cb054 req-61645699-d66d-401d-abef-fa59ca57af82 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:27.154747 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-31f4a3d7-eeac-4ec1-a85c-5bfabc5cb054 req-61645699-d66d-401d-abef-fa59ca57af82 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e2e57bd-a822-43b7-944b-be4f6dc455a1 HTTP/1.1" status: 200 len: 946 time: 0.0750484 Jun 14 16:38:27.205406 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-31f4a3d7-eeac-4ec1-a85c-5bfabc5cb054 req-bbff3793-700a-4c10-8d01-9b082c0b99c6 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/security-groups?id=57373bd2-d465-4f5e-b443-57f291b224e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449159 Jun 14 16:38:27.549031 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ddeaad-e468-4ec9-a0ad-533bf588db67 req-ad056ede-63d1-4d29-a25c-119adebc3bcd tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:27.551570 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-e2ddeaad-e468-4ec9-a0ad-533bf588db67 req-ad056ede-63d1-4d29-a25c-119adebc3bcd tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d2bd19-3096-4311-aa47-9fa5c8329a27 HTTP/1.1" status: 200 len: 932 time: 0.0831637 Jun 14 16:38:27.599005 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-e2ddeaad-e468-4ec9-a0ad-533bf588db67 req-cbe1a3c1-14b9-4949-ad42-969e5fa09842 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "GET /v2.0/security-groups?id=6799c740-d4b3-4122-836c-f0b75a255a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405128 Jun 14 16:38:28.286395 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b730401-2ba6-40d6-a067-efad5c373cf0 req-12230922-6639-477e-a551-da36dd4904f2 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:28.293558 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-7b730401-2ba6-40d6-a067-efad5c373cf0 req-12230922-6639-477e-a551-da36dd4904f2 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8 HTTP/1.1" status: 200 len: 946 time: 0.0852067 Jun 14 16:38:28.338384 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-7b730401-2ba6-40d6-a067-efad5c373cf0 req-1b0aacaf-45ef-41de-96a8-bedec72a6067 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439546 Jun 14 16:38:28.448184 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ac194-e059-4970-9066-8cf3358c91dd req-2ab3010e-1f77-48d3-b886-94e13471198f tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:28.449665 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-ae0ac194-e059-4970-9066-8cf3358c91dd req-2ab3010e-1f77-48d3-b886-94e13471198f tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e2e57bd-a822-43b7-944b-be4f6dc455a1 HTTP/1.1" status: 200 len: 946 time: 0.0879252 Jun 14 16:38:28.508618 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-ae0ac194-e059-4970-9066-8cf3358c91dd req-e6a0051c-d171-46cc-bf6d-d2f04e0c213d tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/security-groups?id=57373bd2-d465-4f5e-b443-57f291b224e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529697 Jun 14 16:38:28.804767 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988367a5-5ca1-4445-92c1-1f613ec5b5e4 req-8fb3f577-61a6-4bc0-8745-fbce5ce542f6 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:28.806288 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-988367a5-5ca1-4445-92c1-1f613ec5b5e4 req-8fb3f577-61a6-4bc0-8745-fbce5ce542f6 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d2bd19-3096-4311-aa47-9fa5c8329a27 HTTP/1.1" status: 200 len: 932 time: 0.0751169 Jun 14 16:38:28.863157 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-988367a5-5ca1-4445-92c1-1f613ec5b5e4 req-be76e13a-b57d-4031-888c-368577216c7c tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "GET /v2.0/security-groups?id=6799c740-d4b3-4122-836c-f0b75a255a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493948 Jun 14 16:38:29.574659 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e064c14c-a02f-4ac0-8484-69ee7d5a81ef req-c4fb4cad-2921-4203-b55e-4c28c338e03c tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:29.576239 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-e064c14c-a02f-4ac0-8484-69ee7d5a81ef req-c4fb4cad-2921-4203-b55e-4c28c338e03c tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8 HTTP/1.1" status: 200 len: 946 time: 0.1075203 Jun 14 16:38:29.641811 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-e064c14c-a02f-4ac0-8484-69ee7d5a81ef req-84fc667c-8a7f-4664-963b-4d2b5d2c56a8 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588400 Jun 14 16:38:29.732814 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e55a29-62ad-45c9-90d5-897a5a47f353 req-fe18444d-2a8e-439f-9da0-9cfd958fe4dc tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:29.734485 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-15e55a29-62ad-45c9-90d5-897a5a47f353 req-fe18444d-2a8e-439f-9da0-9cfd958fe4dc tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e2e57bd-a822-43b7-944b-be4f6dc455a1 HTTP/1.1" status: 200 len: 946 time: 0.0813177 Jun 14 16:38:29.792604 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-15e55a29-62ad-45c9-90d5-897a5a47f353 req-d1de1af0-c3bd-4dc2-9a2d-8d56f612d715 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/security-groups?id=57373bd2-d465-4f5e-b443-57f291b224e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511312 Jun 14 16:38:30.120962 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c414c3-a67f-4c80-b8c4-a95d31e96f89 req-a3ebeb9c-7dcd-441d-86ef-74f6002dd8f6 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:30.123004 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-d8c414c3-a67f-4c80-b8c4-a95d31e96f89 req-a3ebeb9c-7dcd-441d-86ef-74f6002dd8f6 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d2bd19-3096-4311-aa47-9fa5c8329a27 HTTP/1.1" status: 200 len: 932 time: 0.1045837 Jun 14 16:38:30.166636 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-d8c414c3-a67f-4c80-b8c4-a95d31e96f89 req-e3f12468-2c64-4df6-b2b2-5c96edf376e6 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "GET /v2.0/security-groups?id=6799c740-d4b3-4122-836c-f0b75a255a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381334 Jun 14 16:38:30.839984 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed7fabf-51f3-4aef-956c-b488aea14287 req-6e23bdbe-1015-4149-a21f-f4e2b3a3cda8 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:30.842180 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-bed7fabf-51f3-4aef-956c-b488aea14287 req-6e23bdbe-1015-4149-a21f-f4e2b3a3cda8 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8 HTTP/1.1" status: 200 len: 946 time: 0.0780897 Jun 14 16:38:30.905327 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-bed7fabf-51f3-4aef-956c-b488aea14287 req-db74c908-ee9b-4175-8b5b-e39ed530b4b7 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573144 Jun 14 16:38:31.009105 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d484c8f-b34f-4f18-a154-26f95176174c req-cc714953-0605-40f1-9235-6fa75e27b345 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:31.011800 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-8d484c8f-b34f-4f18-a154-26f95176174c req-cc714953-0605-40f1-9235-6fa75e27b345 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e2e57bd-a822-43b7-944b-be4f6dc455a1 HTTP/1.1" status: 200 len: 946 time: 0.0954430 Jun 14 16:38:31.061391 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-8d484c8f-b34f-4f18-a154-26f95176174c req-775cf493-f4b5-45ce-b1bf-16978c07ff81 tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/security-groups?id=57373bd2-d465-4f5e-b443-57f291b224e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437021 Jun 14 16:38:31.106052 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.v2.base [req-a66235ed-ebb5-4d61-8d52-d94e5d3ea7d7 req-16c9962e-2542-4b38-b1f4-022a6fb48fc5 service neutron] Request body: {'port': {'device_id': '52d2bd19-3096-4311-aa47-9fa5c8329a27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=91935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:38:31.207474 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-a66235ed-ebb5-4d61-8d52-d94e5d3ea7d7 req-16c9962e-2542-4b38-b1f4-022a6fb48fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:31.290199 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.agents_db [None req-014db0b1-f8e7-4480-967a-879c185ba95d None None] Agent healthcheck: found 6 active agents {{(pid=91938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:38:31.415256 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768f13b-5b0f-47cc-8f5e-61f5efa6ff58 req-29e94874-c0ce-4c4e-921c-7b19e3aa3c2d tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:31.416715 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-4768f13b-5b0f-47cc-8f5e-61f5efa6ff58 req-29e94874-c0ce-4c4e-921c-7b19e3aa3c2d tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d2bd19-3096-4311-aa47-9fa5c8329a27 HTTP/1.1" status: 200 len: 932 time: 0.1172807 Jun 14 16:38:31.429036 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed773ad-c747-4986-a81c-309dfec47b50 req-3ba5d592-062b-4d6a-afba-1ce98e1d881f tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:31.430746 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-2ed773ad-c747-4986-a81c-309dfec47b50 req-3ba5d592-062b-4d6a-afba-1ce98e1d881f tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e2e57bd-a822-43b7-944b-be4f6dc455a1 HTTP/1.1" status: 200 len: 946 time: 0.0982366 Jun 14 16:38:31.512427 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-4768f13b-5b0f-47cc-8f5e-61f5efa6ff58 req-b1455fd4-24d4-4f94-b096-88c404f75923 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "GET /v2.0/security-groups?id=6799c740-d4b3-4122-836c-f0b75a255a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807035 Jun 14 16:38:31.525603 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.notifiers.nova [req-a66235ed-ebb5-4d61-8d52-d94e5d3ea7d7 req-16c9962e-2542-4b38-b1f4-022a6fb48fc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9 {{(pid=91935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 16:38:31.533343 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-a66235ed-ebb5-4d61-8d52-d94e5d3ea7d7 req-16c9962e-2542-4b38-b1f4-022a6fb48fc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:31.545709 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.db.provisioning_blocks [req-a66235ed-ebb5-4d61-8d52-d94e5d3ea7d7 req-16c9962e-2542-4b38-b1f4-022a6fb48fc5 service neutron] Transition to ACTIVE for port object c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9 will not be triggered until provisioned by entity L2. {{(pid=91935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:38:31.549897 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-a66235ed-ebb5-4d61-8d52-d94e5d3ea7d7 req-16c9962e-2542-4b38-b1f4-022a6fb48fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58943316'] for port, after_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:31.553605 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-b6ce99d6-1fbd-4aff-a5ff-14ab4acc9c57 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:38:31.578656 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.plugin [req-2ed773ad-c747-4986-a81c-309dfec47b50 req-204e4d6e-515b-4180-a0f7-a65f3e5ada3d tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Deleting port deb6347d-fe8f-4e48-948c-f67de69803de {{(pid=91936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 16:38:31.579002 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-2ed773ad-c747-4986-a81c-309dfec47b50 req-204e4d6e-515b-4180-a0f7-a65f3e5ada3d tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742580025384'] for port, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:31.681644 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c9962e-2542-4b38-b1f4-022a6fb48fc5 service neutron] Pushing event updated for resources: {'Port': ['ID=c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9,revision_number=2']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:38:31.719989 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-16c9962e-2542-4b38-b1f4-022a6fb48fc5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:38:31.757423 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.db [req-2ed773ad-c747-4986-a81c-309dfec47b50 req-204e4d6e-515b-4180-a0f7-a65f3e5ada3d tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] For port deb6347d-fe8f-4e48-948c-f67de69803de, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=deb6347d-fe8f-4e48-948c-f67de69803de,segment=NetworkSegment(9818a2d9-651a-40fb-bc13-9aa2fbd72fb4),segment_id=9818a2d9-651a-40fb-bc13-9aa2fbd72fb4)] {{(pid=91936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:38:31.757916 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-2ed773ad-c747-4986-a81c-309dfec47b50 req-204e4d6e-515b-4180-a0f7-a65f3e5ada3d tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3907582'] for port, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:31.762323 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.managers [req-a66235ed-ebb5-4d61-8d52-d94e5d3ea7d7 req-16c9962e-2542-4b38-b1f4-022a6fb48fc5 service neutron] Attempting to bind port c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=91935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 16:38:31.762794 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.managers [req-a66235ed-ebb5-4d61-8d52-d94e5d3ea7d7 req-16c9962e-2542-4b38-b1f4-022a6fb48fc5 service neutron] Attempting to bind port c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'bd337bf6-4055-49d2-92a8-b84f02235e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3de692a8-4a8d-46cb-b014-927335cfd014'}] {{(pid=91935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 16:38:31.763134 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66235ed-ebb5-4d61-8d52-d94e5d3ea7d7 req-16c9962e-2542-4b38-b1f4-022a6fb48fc5 service neutron] Attempting to bind port c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9 on network 3de692a8-4a8d-46cb-b014-927335cfd014 {{(pid=91935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:38:31.768511 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66235ed-ebb5-4d61-8d52-d94e5d3ea7d7 req-16c9962e-2542-4b38-b1f4-022a6fb48fc5 service neutron] Port c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9 on network 3de692a8-4a8d-46cb-b014-927335cfd014 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=91935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 16:38:31.768889 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66235ed-ebb5-4d61-8d52-d94e5d3ea7d7 req-16c9962e-2542-4b38-b1f4-022a6fb48fc5 service neutron] Attempting to bind port c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9 on network 3de692a8-4a8d-46cb-b014-927335cfd014 {{(pid=91935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:38:31.777912 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66235ed-ebb5-4d61-8d52-d94e5d3ea7d7 req-16c9962e-2542-4b38-b1f4-022a6fb48fc5 service neutron] Checking agent: {'id': '1755a277-340e-436e-845c-4a890e3bd21a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 32, 46), 'started_at': datetime.datetime(2021, 6, 14, 16, 32, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 16, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 16:38:31.778307 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66235ed-ebb5-4d61-8d52-d94e5d3ea7d7 req-16c9962e-2542-4b38-b1f4-022a6fb48fc5 service neutron] Checking segment: {'id': 'bd337bf6-4055-49d2-92a8-b84f02235e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3de692a8-4a8d-46cb-b014-927335cfd014'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:38:31.778824 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66235ed-ebb5-4d61-8d52-d94e5d3ea7d7 req-16c9962e-2542-4b38-b1f4-022a6fb48fc5 service neutron] Bound using segment: {'id': 'bd337bf6-4055-49d2-92a8-b84f02235e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3de692a8-4a8d-46cb-b014-927335cfd014'} {{(pid=91935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 16:38:31.779280 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.managers [req-a66235ed-ebb5-4d61-8d52-d94e5d3ea7d7 req-16c9962e-2542-4b38-b1f4-022a6fb48fc5 service neutron] Bound port: c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd337bf6-4055-49d2-92a8-b84f02235e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3de692a8-4a8d-46cb-b014-927335cfd014'}}] {{(pid=91935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 16:38:31.779631 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-a66235ed-ebb5-4d61-8d52-d94e5d3ea7d7 req-16c9962e-2542-4b38-b1f4-022a6fb48fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:31.858288 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.db [req-a66235ed-ebb5-4d61-8d52-d94e5d3ea7d7 req-16c9962e-2542-4b38-b1f4-022a6fb48fc5 service neutron] For port c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9, host hv-cinder-79628, cleared binding levels {{(pid=91935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 16:38:31.861439 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.db [req-a66235ed-ebb5-4d61-8d52-d94e5d3ea7d7 req-16c9962e-2542-4b38-b1f4-022a6fb48fc5 service neutron] For port c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9,segment=NetworkSegment(bd337bf6-4055-49d2-92a8-b84f02235e58),segment_id=bd337bf6-4055-49d2-92a8-b84f02235e58)] {{(pid=91935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 16:38:31.867940 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-a66235ed-ebb5-4d61-8d52-d94e5d3ea7d7 req-16c9962e-2542-4b38-b1f4-022a6fb48fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58943316'] for port, after_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:31.869260 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.plugin [req-2ed773ad-c747-4986-a81c-309dfec47b50 req-204e4d6e-515b-4180-a0f7-a65f3e5ada3d tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Calling delete_port for deb6347d-fe8f-4e48-948c-f67de69803de owned by compute:nova {{(pid=91936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 16:38:31.869996 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-c16c67f8-5c85-4ecd-bbcc-ba18d68cdf37 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:38:31.917251 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66235ed-ebb5-4d61-8d52-d94e5d3ea7d7 req-16c9962e-2542-4b38-b1f4-022a6fb48fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:31.917877 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-a66235ed-ebb5-4d61-8d52-d94e5d3ea7d7 req-16c9962e-2542-4b38-b1f4-022a6fb48fc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220504'] for port, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:31.919306 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-a66235ed-ebb5-4d61-8d52-d94e5d3ea7d7 req-16c9962e-2542-4b38-b1f4-022a6fb48fc5 service neutron] 10.222.0.41 "PUT /v2.0/ports/c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9 HTTP/1.1" status: 200 len: 1094 time: 0.8184154 Jun 14 16:38:31.919844 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52d2bd19-3096-4311-aa47-9fa5c8329a27', 'tag': 'c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9'}] {{(pid=91935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:38:31.922123 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6661bf290492edb1b3f10c978b9fa8124be38cabc2d7e3087d82166a711c303" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc430f8d-d41f-4675-bc8d-6293685ffd1b" -d '{"events": [{"name": "network-changed", "server_uuid": "52d2bd19-3096-4311-aa47-9fa5c8329a27", "tag": "c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9"}]}' {{(pid=91935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:38:31.978137 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c9962e-2542-4b38-b1f4-022a6fb48fc5 service neutron] Pushing event updated for resources: {'Port': ['ID=c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9,revision_number=3']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:38:31.983236 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-16c9962e-2542-4b38-b1f4-022a6fb48fc5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:38:31.995462 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 16:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-569e7f33-3bd9-4efa-9d8b-64e1369c0f5f x-openstack-request-id: req-569e7f33-3bd9-4efa-9d8b-64e1369c0f5f {{(pid=91935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:38:31.995689 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52d2bd19-3096-4311-aa47-9fa5c8329a27", "tag": "c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9", "status": "completed", "code": 200}]} {{(pid=91935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:38:31.996051 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-569e7f33-3bd9-4efa-9d8b-64e1369c0f5f {{(pid=91935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:38:31.996619 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52d2bd19-3096-4311-aa47-9fa5c8329a27', 'tag': 'c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9', 'status': 'completed', 'code': 200} Jun 14 16:38:32.050728 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66235ed-ebb5-4d61-8d52-d94e5d3ea7d7 req-4cd0e98a-947f-4878-ac81-ad24a06d767c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:32.052788 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-a66235ed-ebb5-4d61-8d52-d94e5d3ea7d7 req-4cd0e98a-947f-4878-ac81-ad24a06d767c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d4e60cacfce24cd499cda68081bd307f&device_id=52d2bd19-3096-4311-aa47-9fa5c8329a27 HTTP/1.1" status: 200 len: 1097 time: 0.0710526 Jun 14 16:38:32.054858 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-2ed773ad-c747-4986-a81c-309dfec47b50 req-204e4d6e-515b-4180-a0f7-a65f3e5ada3d tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742580029772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742579636520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60243860'] for port, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:32.067041 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-2c023943-0ef6-4304-ab43-e91320cab383 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:38:32.068114 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] get_ports_and_sgs() called for port_ids ['deb6347d-fe8f-4e48-948c-f67de69803de'] {{(pid=91937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 16:38:32.111820 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204e4d6e-515b-4180-a0f7-a65f3e5ada3d tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Pushing event deleted for resources: {'Port': ['ID=deb6347d-fe8f-4e48-948c-f67de69803de,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:38:32.128268 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-a66235ed-ebb5-4d61-8d52-d94e5d3ea7d7 req-5f31f785-bca3-49d8-8fd0-c37c61ba02f3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9 HTTP/1.1" status: 200 len: 217 time: 0.0661778 Jun 14 16:38:32.150325 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-204e4d6e-515b-4180-a0f7-a65f3e5ada3d tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:38:32.197831 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ed773ad-c747-4986-a81c-309dfec47b50 req-204e4d6e-515b-4180-a0f7-a65f3e5ada3d tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] No DVR routers for this DVR port deb6347d-fe8f-4e48-948c-f67de69803de on host hv-cinder-79628 {{(pid=91936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 16:38:32.202433 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-2ed773ad-c747-4986-a81c-309dfec47b50 req-204e4d6e-515b-4180-a0f7-a65f3e5ada3d tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220504'] for port, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:32.204416 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-2ed773ad-c747-4986-a81c-309dfec47b50 req-204e4d6e-515b-4180-a0f7-a65f3e5ada3d tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.41 "DELETE /v2.0/ports/deb6347d-fe8f-4e48-948c-f67de69803de HTTP/1.1" status: 204 len: 173 time: 0.7668061 Jun 14 16:38:32.204954 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e2e57bd-a822-43b7-944b-be4f6dc455a1', 'name': 'network-vif-deleted', 'tag': 'deb6347d-fe8f-4e48-948c-f67de69803de'}] {{(pid=91936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:38:32.205736 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66235ed-ebb5-4d61-8d52-d94e5d3ea7d7 req-34aba3d8-9fef-43ab-b85f-e515f177eb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:32.207355 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659a09cea19619e202447e1b4bc3efe885e95cab3022d83c422060b06feffe3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f7eeb8-5472-4bea-8031-47804febec10" -d '{"events": [{"server_uuid": "1e2e57bd-a822-43b7-944b-be4f6dc455a1", "name": "network-vif-deleted", "tag": "deb6347d-fe8f-4e48-948c-f67de69803de"}]}' {{(pid=91936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:38:32.207569 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-a66235ed-ebb5-4d61-8d52-d94e5d3ea7d7 req-34aba3d8-9fef-43ab-b85f-e515f177eb5c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4feb0b6c-ad4f-4842-bab5-742d2f85a310 HTTP/1.1" status: 200 len: 854 time: 0.0674763 Jun 14 16:38:32.263740 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d328b-ba38-4e3c-942c-576f87a8ebd6 req-d2c988bb-1585-429c-9cd6-2d191a87c550 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:32.265200 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-809d328b-ba38-4e3c-942c-576f87a8ebd6 req-d2c988bb-1585-429c-9cd6-2d191a87c550 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8 HTTP/1.1" status: 200 len: 946 time: 0.1670046 Jun 14 16:38:32.285444 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-9306aaaa-1904-4caf-bffa-f3604acf41d3 req-6a76b124-a1a7-444c-a60c-4de817aa015a tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e2e57bd-a822-43b7-944b-be4f6dc455a1 HTTP/1.1" status: 200 len: 210 time: 0.0718143 Jun 14 16:38:32.323996 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66235ed-ebb5-4d61-8d52-d94e5d3ea7d7 req-412e2b4d-cbed-4f05-b7cd-3c138af7b774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:32.325465 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-a66235ed-ebb5-4d61-8d52-d94e5d3ea7d7 req-412e2b4d-cbed-4f05-b7cd-3c138af7b774 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3de692a8-4a8d-46cb-b014-927335cfd014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0963173 Jun 14 16:38:32.340032 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-809d328b-ba38-4e3c-942c-576f87a8ebd6 req-8ea3a00b-d927-46c8-ad1f-874c24d4fb8a tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff3db17-3be4-43a4-8be2-084f128b4fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677247 Jun 14 16:38:32.348099 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 16:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d9c538-37d4-4fc2-881e-61177b0a5e3b x-openstack-request-id: req-75d9c538-37d4-4fc2-881e-61177b0a5e3b {{(pid=91936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:38:32.348422 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e2e57bd-a822-43b7-944b-be4f6dc455a1", "name": "network-vif-deleted", "tag": "deb6347d-fe8f-4e48-948c-f67de69803de", "status": "completed", "code": 200}]} {{(pid=91936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:38:32.354896 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-75d9c538-37d4-4fc2-881e-61177b0a5e3b {{(pid=91936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:38:32.355464 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e2e57bd-a822-43b7-944b-be4f6dc455a1', 'name': 'network-vif-deleted', 'tag': 'deb6347d-fe8f-4e48-948c-f67de69803de', 'status': 'completed', 'code': 200} Jun 14 16:38:32.451013 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-a66235ed-ebb5-4d61-8d52-d94e5d3ea7d7 req-855e0592-177e-4407-9f4b-de395dacd1d1 service neutron] 10.222.0.41 "GET /v2.0/networks/3de692a8-4a8d-46cb-b014-927335cfd014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161380 Jun 14 16:38:32.495434 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec84246f-3671-4d30-9f20-e344bd1df15a req-f9147d06-5b4a-411a-a885-ae0a5c825e27 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:32.496947 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-ec84246f-3671-4d30-9f20-e344bd1df15a req-f9147d06-5b4a-411a-a885-ae0a5c825e27 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.41 "GET /v2.0/ports?device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8 HTTP/1.1" status: 200 len: 946 time: 0.0736656 Jun 14 16:38:32.575748 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-a66235ed-ebb5-4d61-8d52-d94e5d3ea7d7 req-487b1d0d-b4bc-49b0-96a1-668893026cdc service neutron] 10.222.0.41 "GET /v2.0/networks/3de692a8-4a8d-46cb-b014-927335cfd014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179497 Jun 14 16:38:32.624372 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.plugin [req-ec84246f-3671-4d30-9f20-e344bd1df15a req-63e3223e-e4b2-44f7-8749-e41a9d49b4ca tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Deleting port 70d8ad52-1187-4381-82fc-856efa52ce63 {{(pid=91936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 16:38:32.624762 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-ec84246f-3671-4d30-9f20-e344bd1df15a req-63e3223e-e4b2-44f7-8749-e41a9d49b4ca tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742580025384'] for port, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:32.743724 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc430f8d-d41f-4675-bc8d-6293685ffd1b req-1bec022b-5080-4997-96ed-57b00afdcfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:32.745222 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-dc430f8d-d41f-4675-bc8d-6293685ffd1b req-1bec022b-5080-4997-96ed-57b00afdcfa6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d4e60cacfce24cd499cda68081bd307f&device_id=52d2bd19-3096-4311-aa47-9fa5c8329a27 HTTP/1.1" status: 200 len: 1097 time: 0.1127086 Jun 14 16:38:32.747157 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.db [req-ec84246f-3671-4d30-9f20-e344bd1df15a req-63e3223e-e4b2-44f7-8749-e41a9d49b4ca tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] For port 70d8ad52-1187-4381-82fc-856efa52ce63, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=70d8ad52-1187-4381-82fc-856efa52ce63,segment=NetworkSegment(3904788e-8c59-4c75-9198-5b4a052a3687),segment_id=3904788e-8c59-4c75-9198-5b4a052a3687)] {{(pid=91936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:38:32.747521 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-ec84246f-3671-4d30-9f20-e344bd1df15a req-63e3223e-e4b2-44f7-8749-e41a9d49b4ca tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3907582'] for port, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:32.759285 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82629d3d-2471-4353-a6c4-da513286b9dd req-ea7d64f7-30d1-40b9-aa3c-c8b2da19b32c tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:32.760822 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-82629d3d-2471-4353-a6c4-da513286b9dd req-ea7d64f7-30d1-40b9-aa3c-c8b2da19b32c tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d2bd19-3096-4311-aa47-9fa5c8329a27 HTTP/1.1" status: 200 len: 944 time: 0.1196358 Jun 14 16:38:32.851898 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.plugin [req-ec84246f-3671-4d30-9f20-e344bd1df15a req-63e3223e-e4b2-44f7-8749-e41a9d49b4ca tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Calling delete_port for 70d8ad52-1187-4381-82fc-856efa52ce63 owned by compute:nova {{(pid=91936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 16:38:32.879582 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-82629d3d-2471-4353-a6c4-da513286b9dd req-ac966331-3b1f-4a97-a5de-0212bcfe42d6 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "GET /v2.0/security-groups?id=6799c740-d4b3-4122-836c-f0b75a255a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096299 Jun 14 16:38:32.909855 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc430f8d-d41f-4675-bc8d-6293685ffd1b req-09253da4-0006-4aff-ad36-952d6818053d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:32.911366 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-dc430f8d-d41f-4675-bc8d-6293685ffd1b req-09253da4-0006-4aff-ad36-952d6818053d service neutron] 10.222.0.41 "GET /v2.0/networks?id=3de692a8-4a8d-46cb-b014-927335cfd014 HTTP/1.1" status: 200 len: 916 time: 0.1496613 Jun 14 16:38:32.970018 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-dc430f8d-d41f-4675-bc8d-6293685ffd1b req-71601b6c-7d3a-4d1d-bdc0-4ddce5be9719 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9 HTTP/1.1" status: 200 len: 217 time: 0.0506840 Jun 14 16:38:33.016115 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-ec84246f-3671-4d30-9f20-e344bd1df15a req-63e3223e-e4b2-44f7-8749-e41a9d49b4ca tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742580029772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742579636520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60243860'] for port, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:33.020034 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:38:33.028885 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] get_ports_and_sgs() called for port_ids ['70d8ad52-1187-4381-82fc-856efa52ce63'] {{(pid=91937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 16:38:33.034096 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc430f8d-d41f-4675-bc8d-6293685ffd1b req-5c046ab3-21c9-4717-b929-4b1092d43f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:33.035606 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-dc430f8d-d41f-4675-bc8d-6293685ffd1b req-5c046ab3-21c9-4717-b929-4b1092d43f4b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4feb0b6c-ad4f-4842-bab5-742d2f85a310 HTTP/1.1" status: 200 len: 854 time: 0.0579073 Jun 14 16:38:33.053484 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e3223e-e4b2-44f7-8749-e41a9d49b4ca tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Pushing event deleted for resources: {'Port': ['ID=70d8ad52-1187-4381-82fc-856efa52ce63,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:38:33.106295 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc430f8d-d41f-4675-bc8d-6293685ffd1b req-5d9c8559-9114-4772-8b7a-d36c181df63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:33.107852 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-dc430f8d-d41f-4675-bc8d-6293685ffd1b req-5d9c8559-9114-4772-8b7a-d36c181df63f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3de692a8-4a8d-46cb-b014-927335cfd014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0633204 Jun 14 16:38:33.231714 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-dc430f8d-d41f-4675-bc8d-6293685ffd1b req-5713c277-ec8a-481c-901e-ee1adf9e9432 service neutron] 10.222.0.41 "GET /v2.0/networks/3de692a8-4a8d-46cb-b014-927335cfd014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161420 Jun 14 16:38:33.325295 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-63e3223e-e4b2-44f7-8749-e41a9d49b4ca tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:38:33.352180 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec84246f-3671-4d30-9f20-e344bd1df15a req-63e3223e-e4b2-44f7-8749-e41a9d49b4ca tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] No DVR routers for this DVR port 70d8ad52-1187-4381-82fc-856efa52ce63 on host hv-cinder-79628 {{(pid=91936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 16:38:33.354679 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-ec84246f-3671-4d30-9f20-e344bd1df15a req-63e3223e-e4b2-44f7-8749-e41a9d49b4ca tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220504'] for port, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:33.356686 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-ec84246f-3671-4d30-9f20-e344bd1df15a req-63e3223e-e4b2-44f7-8749-e41a9d49b4ca tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.41 "DELETE /v2.0/ports/70d8ad52-1187-4381-82fc-856efa52ce63 HTTP/1.1" status: 204 len: 173 time: 0.8536611 Jun 14 16:38:33.361035 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-dc430f8d-d41f-4675-bc8d-6293685ffd1b req-0806d29f-1829-46b2-89b5-46dc849e3594 service neutron] 10.222.0.41 "GET /v2.0/networks/3de692a8-4a8d-46cb-b014-927335cfd014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192605 Jun 14 16:38:33.496923 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-8dd16900-e7ce-4ec4-945e-543e9a0187f0 req-47d6eab0-e8b4-421a-8094-2e90a36abd46 tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] 10.222.0.16 "GET /v2.0/ports?device_id=97bd76ac-3136-4bdd-b9ba-edb6e49499e8 HTTP/1.1" status: 200 len: 210 time: 0.0414259 Jun 14 16:38:33.697040 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=91937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 16:38:33.832035 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] For port c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9,segment=NetworkSegment(bd337bf6-4055-49d2-92a8-b84f02235e58),segment_id=bd337bf6-4055-49d2-92a8-b84f02235e58)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:38:33.848358 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Returning: {'device': 'c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9', 'network_id': '3de692a8-4a8d-46cb-b014-927335cfd014', 'port_id': 'c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9', 'mac_address': 'fa:16:3e:33:66:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4feb0b6c-ad4f-4842-bab5-742d2f85a310', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 16:38:33.901535 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:33.920900 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.notifiers.nova [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9 {{(pid=91937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 16:38:33.946121 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] For port c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9,segment=NetworkSegment(bd337bf6-4055-49d2-92a8-b84f02235e58),segment_id=bd337bf6-4055-49d2-92a8-b84f02235e58)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:38:33.950141 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:33.952194 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-7eca6031-a64a-4696-8a6d-77532b894ee4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:38:34.011431 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Pushing event updated for resources: {'Port': ['ID=c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9,revision_number=4']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:38:34.014767 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:38:34.093092 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc6bb7-3b8c-49aa-8cc9-dd12440ffa97 req-477b60a8-5b55-4c71-ae45-74066917aed7 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:34.094627 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-fefc6bb7-3b8c-49aa-8cc9-dd12440ffa97 req-477b60a8-5b55-4c71-ae45-74066917aed7 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d2bd19-3096-4311-aa47-9fa5c8329a27 HTTP/1.1" status: 200 len: 945 time: 0.0742407 Jun 14 16:38:34.142417 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-fefc6bb7-3b8c-49aa-8cc9-dd12440ffa97 req-56c49cbe-0445-44d5-8426-37b951ba9f3c tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "GET /v2.0/security-groups?id=6799c740-d4b3-4122-836c-f0b75a255a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413220 Jun 14 16:38:34.213083 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] get_ports_and_sgs() called for port_ids ['c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9'] {{(pid=91937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 16:38:34.356750 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97bd76ac-3136-4bdd-b9ba-edb6e49499e8', 'name': 'network-vif-deleted', 'tag': '70d8ad52-1187-4381-82fc-856efa52ce63'}] {{(pid=91936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:38:34.359267 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659a09cea19619e202447e1b4bc3efe885e95cab3022d83c422060b06feffe3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d2173b-d1b4-4573-9b7b-1a03b332f2da" -d '{"events": [{"server_uuid": "97bd76ac-3136-4bdd-b9ba-edb6e49499e8", "name": "network-vif-deleted", "tag": "70d8ad52-1187-4381-82fc-856efa52ce63"}]}' {{(pid=91936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:38:34.393493 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 16:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e3bd509-7263-4fdc-bdf1-d4596d9b303b x-openstack-request-id: req-2e3bd509-7263-4fdc-bdf1-d4596d9b303b {{(pid=91936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:38:34.393826 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97bd76ac-3136-4bdd-b9ba-edb6e49499e8", "name": "network-vif-deleted", "tag": "70d8ad52-1187-4381-82fc-856efa52ce63", "status": "completed", "code": 200}]} {{(pid=91936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:38:34.394160 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2e3bd509-7263-4fdc-bdf1-d4596d9b303b {{(pid=91936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:38:34.394539 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97bd76ac-3136-4bdd-b9ba-edb6e49499e8', 'name': 'network-vif-deleted', 'tag': '70d8ad52-1187-4381-82fc-856efa52ce63', 'status': 'completed', 'code': 200} Jun 14 16:38:34.594784 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 47478) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:38:35.327613 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c7509d-f796-47ba-b681-0f8da00d9107 req-00b2d156-9297-4bcc-ad6c-edc7d6782fe4 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:35.329108 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-f7c7509d-f796-47ba-b681-0f8da00d9107 req-00b2d156-9297-4bcc-ad6c-edc7d6782fe4 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d2bd19-3096-4311-aa47-9fa5c8329a27 HTTP/1.1" status: 200 len: 945 time: 0.0696650 Jun 14 16:38:35.346817 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-a9a970ee-9df6-4192-a7d3-798bba38ebbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3900891'] for router_interface, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:35.372308 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-f7c7509d-f796-47ba-b681-0f8da00d9107 req-0580c195-feee-4fdc-8b7d-8a07923d5731 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "GET /v2.0/security-groups?id=6799c740-d4b3-4122-836c-f0b75a255a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374248 Jun 14 16:38:35.716392 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9 up at agent hyperv_hv-cinder-79628 {{(pid=91937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:38:35.727460 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.plugin [None req-a9a970ee-9df6-4192-a7d3-798bba38ebbb admin admin] Deleting port 8bbc9c51-ade6-4933-977c-7c8985f89c69 {{(pid=91935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 16:38:35.727845 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-a9a970ee-9df6-4192-a7d3-798bba38ebbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742580025384'] for port, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:35.771913 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Provisioning for port c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9 completed by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:38:35.775486 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Provisioning complete for port c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9 triggered by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:38:35.775908 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:35.835552 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.db [None req-a9a970ee-9df6-4192-a7d3-798bba38ebbb admin admin] For port 8bbc9c51-ade6-4933-977c-7c8985f89c69, host dv-cinder-796286-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-smb',level=0,port_id=8bbc9c51-ade6-4933-977c-7c8985f89c69,segment=NetworkSegment(3904788e-8c59-4c75-9198-5b4a052a3687),segment_id=3904788e-8c59-4c75-9198-5b4a052a3687)] {{(pid=91935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:38:35.835985 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-a9a970ee-9df6-4192-a7d3-798bba38ebbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3907582'] for port, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:35.868298 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:35.893525 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52d2bd19-3096-4311-aa47-9fa5c8329a27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9'}] {{(pid=91937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:38:35.895885 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}410d25e5bbb1e20f764875c123142387b982c9cf9b01c37f3ab36e77f3c6c019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d000bd-f5cd-406e-9752-082319ebdce4" -d '{"events": [{"server_uuid": "52d2bd19-3096-4311-aa47-9fa5c8329a27", "name": "network-vif-plugged", "status": "completed", "tag": "c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9"}]}' {{(pid=91937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:38:35.911759 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] For port c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9,segment=NetworkSegment(bd337bf6-4055-49d2-92a8-b84f02235e58),segment_id=bd337bf6-4055-49d2-92a8-b84f02235e58)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:38:35.916851 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:35.917806 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device 70d8ad52-1187-4381-82fc-856efa52ce63 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=91937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 16:38:35.919619 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:38:35.942589 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.plugin [None req-a9a970ee-9df6-4192-a7d3-798bba38ebbb admin admin] Calling delete_port for 8bbc9c51-ade6-4933-977c-7c8985f89c69 owned by network:router_interface {{(pid=91935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 16:38:35.973000 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 16:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f52e16-82f3-496f-b11f-332c56a61430 x-openstack-request-id: req-97f52e16-82f3-496f-b11f-332c56a61430 {{(pid=91937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:38:35.973365 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52d2bd19-3096-4311-aa47-9fa5c8329a27", "name": "network-vif-plugged", "status": "completed", "tag": "c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9", "code": 200}]} {{(pid=91937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:38:35.973801 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-97f52e16-82f3-496f-b11f-332c56a61430 {{(pid=91937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:38:35.974461 dv-cinder-796286-2-smb neutron-server[91937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52d2bd19-3096-4311-aa47-9fa5c8329a27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9', 'code': 200} Jun 14 16:38:35.977589 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.plugin [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] No Port match for: 70d8ad52-1187-4381-82fc-856efa52ce63 {{(pid=91937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 16:38:35.978186 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device 70d8ad52-1187-4381-82fc-856efa52ce63 not bound to the agent host hv-cinder-79628 {{(pid=91937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 16:38:35.978930 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device deb6347d-fe8f-4e48-948c-f67de69803de no longer exists at agent hyperv_hv-cinder-79628 {{(pid=91937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 16:38:36.020014 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.plugin [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] No Port match for: deb6347d-fe8f-4e48-948c-f67de69803de {{(pid=91937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 16:38:36.020375 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device deb6347d-fe8f-4e48-948c-f67de69803de not bound to the agent host hv-cinder-79628 {{(pid=91937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 16:38:36.040018 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Pushing event updated for resources: {'Port': ['ID=c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9,revision_number=5']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:38:36.043330 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:38:36.258007 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2202aa-a470-4476-b2be-e8e2177751e9 req-9b3261df-4a98-4f1b-a985-98597cac38d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:36.259474 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-2e2202aa-a470-4476-b2be-e8e2177751e9 req-9b3261df-4a98-4f1b-a985-98597cac38d4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=52d2bd19-3096-4311-aa47-9fa5c8329a27 HTTP/1.1" status: 200 len: 1099 time: 0.1382396 Jun 14 16:38:36.306069 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-a9a970ee-9df6-4192-a7d3-798bba38ebbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742580029772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742579636520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58943331'] for port, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:36.310246 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-81d616ad-5fc2-4def-9434-933917aea20c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:38:36.345769 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-2e2202aa-a470-4476-b2be-e8e2177751e9 req-845147a1-5bc9-4b6d-bf67-e8117645f88f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6799c740-d4b3-4122-836c-f0b75a255a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753906 Jun 14 16:38:36.346784 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a970ee-9df6-4192-a7d3-798bba38ebbb admin admin] Pushing event deleted for resources: {'Port': ['ID=8bbc9c51-ade6-4933-977c-7c8985f89c69,revision_number=None']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:38:36.350397 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-a9a970ee-9df6-4192-a7d3-798bba38ebbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:38:36.573492 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-a9a970ee-9df6-4192-a7d3-798bba38ebbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900491'] for router_interface, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:36.582316 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c6b3f4-6957-4fa4-a511-73a971e67d37 req-032b0d97-505f-4b6d-b128-80e6e0594168 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:36.584890 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-f0c6b3f4-6957-4fa4-a511-73a971e67d37 req-032b0d97-505f-4b6d-b128-80e6e0594168 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d2bd19-3096-4311-aa47-9fa5c8329a27 HTTP/1.1" status: 200 len: 946 time: 0.0846472 Jun 14 16:38:36.644279 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-f0c6b3f4-6957-4fa4-a511-73a971e67d37 req-3184b23a-474a-493b-bd9c-2732c43dfa98 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "GET /v2.0/security-groups?id=6799c740-d4b3-4122-836c-f0b75a255a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502057 Jun 14 16:38:37.129510 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9a970ee-9df6-4192-a7d3-798bba38ebbb admin admin] Router 4080c52d-d4c9-4bb8-a21b-4c843fd8e2c2 has already been hosted by L3 agent ca10c576-315d-4f3b-b2d0-f5eeab5e8277 {{(pid=91935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 16:38:37.320270 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a970ee-9df6-4192-a7d3-798bba38ebbb admin admin] Notify agent at l3_agent.dv-cinder-796286-2-smb the message routers_updated {{(pid=91935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 16:38:37.328599 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-a9a970ee-9df6-4192-a7d3-798bba38ebbb admin admin] 10.222.0.16 "PUT /v2.0/routers/4080c52d-d4c9-4bb8-a21b-4c843fd8e2c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7326782 Jun 14 16:38:37.328815 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 47500) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:38:37.329841 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c174d22-9bb3-4e01-b565-ce705d11f19d None None] Sync routers for ids ['4080c52d-d4c9-4bb8-a21b-4c843fd8e2c2'] in dv-cinder-796286-2-smb {{(pid=91938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 16:38:37.345859 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c174d22-9bb3-4e01-b565-ce705d11f19d None None] Routers {'4080c52d-d4c9-4bb8-a21b-4c843fd8e2c2'} bound to L3 agent in host dv-cinder-796286-2-smb {{(pid=91938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:38:37.346672 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_hamode_db [None req-4c174d22-9bb3-4e01-b565-ce705d11f19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T16:26:21Z,description=,heartbeat_timestamp=2021-06-14T16:38:22Z,host='dv-cinder-796286-2-smb',id=ca10c576-315d-4f3b-b2d0-f5eeab5e8277,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:26:21Z,topic='l3_agent')) {'router_ids': ['4080c52d-d4c9-4bb8-a21b-4c843fd8e2c2'], 'active': True} {{(pid=91938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:38:37.489713 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-2db151af-133a-4fc0-9dac-d3da15026b72 admin admin] Notify callbacks [] for router, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:37.503425 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_dvr_db [None req-4c174d22-9bb3-4e01-b565-ce705d11f19d None None] Set router 4080c52d-d4c9-4bb8-a21b-4c843fd8e2c2 gateway port host: dv-cinder-796286-2-smb {{(pid=91938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:38:37.649342 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-2db151af-133a-4fc0-9dac-d3da15026b72 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:37.714268 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.plugin [None req-2db151af-133a-4fc0-9dac-d3da15026b72 admin admin] Deleting port ba0b4b88-3d76-432f-b93d-a33a0c0d5162 {{(pid=91936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 16:38:37.714619 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-2db151af-133a-4fc0-9dac-d3da15026b72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742580025384'] for port, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:37.770075 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_hamode_db [None req-4c174d22-9bb3-4e01-b565-ce705d11f19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4080c52d-d4c9-4bb8-a21b-4c843fd8e2c2', 'name': 'tempest-ServerRescueNegativeTestJSON-1063574820-router', 'tenant_id': 'e9e3ca0d5f6a422091735101e0717fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.51'}], 'enable_snat': True}, 'gw_port_id': 'ba0b4b88-3d76-432f-b93d-a33a0c0d5162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:34:34Z', 'updated_at': '2021-06-14T16:38:36Z', 'revision_number': 5, 'project_id': 'e9e3ca0d5f6a422091735101e0717fda', 'gw_port': {'id': 'ba0b4b88-3d76-432f-b93d-a33a0c0d5162', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:61:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4080c52d-d4c9-4bb8-a21b-4c843fd8e2c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:34:35Z', 'updated_at': '2021-06-14T16:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb'}], 'dv-cinder-796286-2-smb', False) {} {{(pid=91938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:38:37.774255 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c174d22-9bb3-4e01-b565-ce705d11f19d None None] Checking router: 4080c52d-d4c9-4bb8-a21b-4c843fd8e2c2 for host: dv-cinder-796286-2-smb {{(pid=91938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 16:38:37.783213 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c174d22-9bb3-4e01-b565-ce705d11f19d None None] Routers {'4080c52d-d4c9-4bb8-a21b-4c843fd8e2c2'} bound to L3 agent in host dv-cinder-796286-2-smb {{(pid=91938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:38:37.783871 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_hamode_db [None req-4c174d22-9bb3-4e01-b565-ce705d11f19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T16:26:21Z,description=,heartbeat_timestamp=2021-06-14T16:38:22Z,host='dv-cinder-796286-2-smb',id=ca10c576-315d-4f3b-b2d0-f5eeab5e8277,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:26:21Z,topic='l3_agent')) {'router_ids': ['4080c52d-d4c9-4bb8-a21b-4c843fd8e2c2'], 'active': True} {{(pid=91938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:38:37.834568 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.db [None req-2db151af-133a-4fc0-9dac-d3da15026b72 admin admin] For port ba0b4b88-3d76-432f-b93d-a33a0c0d5162, host dv-cinder-796286-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-smb',level=0,port_id=ba0b4b88-3d76-432f-b93d-a33a0c0d5162,segment=NetworkSegment(a2c1fc44-b613-4a01-80b3-58a3526400ae),segment_id=a2c1fc44-b613-4a01-80b3-58a3526400ae)] {{(pid=91936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:38:37.834924 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-2db151af-133a-4fc0-9dac-d3da15026b72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3907582'] for port, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:37.871713 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a9d3d-762f-4712-926c-2d65ca381cac req-9bcf5b16-93a6-4aaa-a6b6-befe211af965 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:37.873319 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-b33a9d3d-762f-4712-926c-2d65ca381cac req-9bcf5b16-93a6-4aaa-a6b6-befe211af965 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d2bd19-3096-4311-aa47-9fa5c8329a27 HTTP/1.1" status: 200 len: 946 time: 0.0797460 Jun 14 16:38:37.916496 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_dvr_db [None req-4c174d22-9bb3-4e01-b565-ce705d11f19d None None] Set router 4080c52d-d4c9-4bb8-a21b-4c843fd8e2c2 gateway port host: None {{(pid=91938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:38:37.917802 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-b33a9d3d-762f-4712-926c-2d65ca381cac req-4b09a6c6-c3e5-4fc1-ad41-96683137c535 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "GET /v2.0/security-groups?id=6799c740-d4b3-4122-836c-f0b75a255a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383141 Jun 14 16:38:37.942352 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.plugin [None req-2db151af-133a-4fc0-9dac-d3da15026b72 admin admin] Calling delete_port for ba0b4b88-3d76-432f-b93d-a33a0c0d5162 owned by network:router_gateway {{(pid=91936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 16:38:37.999416 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_hamode_db [None req-4c174d22-9bb3-4e01-b565-ce705d11f19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4080c52d-d4c9-4bb8-a21b-4c843fd8e2c2', 'name': 'tempest-ServerRescueNegativeTestJSON-1063574820-router', 'tenant_id': 'e9e3ca0d5f6a422091735101e0717fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:34:34Z', 'updated_at': '2021-06-14T16:38:37Z', 'revision_number': 6, 'project_id': 'e9e3ca0d5f6a422091735101e0717fda', 'gw_port_host': None}], 'dv-cinder-796286-2-smb', False) {} {{(pid=91938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:38:38.002865 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c174d22-9bb3-4e01-b565-ce705d11f19d None None] The sync data for ids ['4080c52d-d4c9-4bb8-a21b-4c843fd8e2c2'] in dv-cinder-796286-2-smb is: [{'id': '4080c52d-d4c9-4bb8-a21b-4c843fd8e2c2', 'name': 'tempest-ServerRescueNegativeTestJSON-1063574820-router', 'tenant_id': 'e9e3ca0d5f6a422091735101e0717fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:34:34Z', 'updated_at': '2021-06-14T16:38:37Z', 'revision_number': 6, 'project_id': 'e9e3ca0d5f6a422091735101e0717fda', 'gw_port_host': None}] {{(pid=91938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 16:38:38.221005 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c3108-783a-47d8-9e63-26893dacd294 req-395eb9c0-0380-488f-ba28-218493ed4ef7 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:38.222465 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-5c3c3108-783a-47d8-9e63-26893dacd294 req-395eb9c0-0380-488f-ba28-218493ed4ef7 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d2bd19-3096-4311-aa47-9fa5c8329a27 HTTP/1.1" status: 200 len: 946 time: 0.1672215 Jun 14 16:38:38.253278 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-2db151af-133a-4fc0-9dac-d3da15026b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742580029772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742579636520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60243860'] for port, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:38.256943 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:38:38.297499 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db151af-133a-4fc0-9dac-d3da15026b72 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba0b4b88-3d76-432f-b93d-a33a0c0d5162,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:38:38.302205 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-2db151af-133a-4fc0-9dac-d3da15026b72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:38:38.307441 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-5c3c3108-783a-47d8-9e63-26893dacd294 req-e443e12f-88d7-44c3-9d2b-1789d9cc1887 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "GET /v2.0/security-groups?id=6799c740-d4b3-4122-836c-f0b75a255a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781307 Jun 14 16:38:38.387507 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-2db151af-133a-4fc0-9dac-d3da15026b72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904024'] for router_gateway, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:38.503144 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device 8bbc9c51-ade6-4933-977c-7c8985f89c69 no longer exists at agent ovs-agent-dv-cinder-796286-2-smb {{(pid=91937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 16:38:38.533425 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.plugin [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] No Port match for: 8bbc9c51-ade6-4933-977c-7c8985f89c69 {{(pid=91937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 16:38:38.533775 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device 8bbc9c51-ade6-4933-977c-7c8985f89c69 not bound to the agent host dv-cinder-796286-2-smb {{(pid=91937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 16:38:38.567043 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-2db151af-133a-4fc0-9dac-d3da15026b72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3902185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45039'] for router, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:38.569843 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-2db151af-133a-4fc0-9dac-d3da15026b72 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:38.664908 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-2db151af-133a-4fc0-9dac-d3da15026b72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3902783'] for router, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:38.665702 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db151af-133a-4fc0-9dac-d3da15026b72 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4080c52d-d4c9-4bb8-a21b-4c843fd8e2c2 {{(pid=91936) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 14 16:38:38.680367 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-2db151af-133a-4fc0-9dac-d3da15026b72 admin admin] Notify callbacks [] for router, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:38.681989 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-2db151af-133a-4fc0-9dac-d3da15026b72 admin admin] 10.222.0.16 "DELETE /v2.0/routers/4080c52d-d4c9-4bb8-a21b-4c843fd8e2c2 HTTP/1.1" status: 204 len: 168 time: 1.3518717 Jun 14 16:38:38.684597 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 47518) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:38:38.736512 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.db.db_base_plugin_v2 [None req-26400024-99cb-4c7b-b2f3-2805ac66dfce admin admin] Deleting subnet 3b9a81c8-a776-4371-9da7-d0daa8f6b0a3 {{(pid=91935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 14 16:38:38.739474 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-26400024-99cb-4c7b-b2f3-2805ac66dfce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:38.747304 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1d88d7-3fba-40c5-8832-393f49b953cd req-64ba38e6-7102-475c-ba13-3be4dd648178 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:38.748858 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-1f1d88d7-3fba-40c5-8832-393f49b953cd req-64ba38e6-7102-475c-ba13-3be4dd648178 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d2bd19-3096-4311-aa47-9fa5c8329a27 HTTP/1.1" status: 200 len: 946 time: 0.0816095 Jun 14 16:38:38.790171 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-26400024-99cb-4c7b-b2f3-2805ac66dfce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59571735'] for subnet, precommit_delete_associations {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:38.808547 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-1f1d88d7-3fba-40c5-8832-393f49b953cd req-f62e83e4-b30a-493a-b41a-1f6124d38b08 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "GET /v2.0/security-groups?id=6799c740-d4b3-4122-836c-f0b75a255a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538185 Jun 14 16:38:38.844862 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-26400024-99cb-4c7b-b2f3-2805ac66dfce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676727'] for subnet, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:38.922140 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-26400024-99cb-4c7b-b2f3-2805ac66dfce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58941593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58922034'] for subnet, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:38.926282 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:38:38.967513 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26400024-99cb-4c7b-b2f3-2805ac66dfce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b9a81c8-a776-4371-9da7-d0daa8f6b0a3,revision_number=None']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:38:38.969577 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-26400024-99cb-4c7b-b2f3-2805ac66dfce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693340'] for subnet, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:38.971758 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-26400024-99cb-4c7b-b2f3-2805ac66dfce admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3b9a81c8-a776-4371-9da7-d0daa8f6b0a3 HTTP/1.1" status: 204 len: 168 time: 0.2859542 Jun 14 16:38:38.972895 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-26400024-99cb-4c7b-b2f3-2805ac66dfce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:38:38.989387 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 47526) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:38:39.127779 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-ce291396-ec13-4e91-a10a-b95c058ad6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528124'] for network, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:39.285496 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-ce291396-ec13-4e91-a10a-b95c058ad6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665066', 'neutron.services.segments.db._delete_segments_for_network-8742580095160'] for network, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:39.307903 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.services.segments.db [None req-ce291396-ec13-4e91-a10a-b95c058ad6b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fefc79f4-b27a-4754-9a1b-78e53aa8e11e']}} {{(pid=91935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:38:39.330229 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.services.segments.db [None req-ce291396-ec13-4e91-a10a-b95c058ad6b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3904788e-8c59-4c75-9198-5b4a052a3687') {'for_net_delete': True} {{(pid=91935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:38:39.330767 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.services.segments.db [None req-ce291396-ec13-4e91-a10a-b95c058ad6b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3904788e-8c59-4c75-9198-5b4a052a3687') {} {{(pid=91935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:38:39.345625 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-ce291396-ec13-4e91-a10a-b95c058ad6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742580094998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59571740'] for segment, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:39.369097 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-ce291396-ec13-4e91-a10a-b95c058ad6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678690'] for segment, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:39.387641 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce291396-ec13-4e91-a10a-b95c058ad6b1 admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=91935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 16:38:39.388150 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-ce291396-ec13-4e91-a10a-b95c058ad6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58943280'] for segment, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:39.391106 dv-cinder-796286-2-smb neutron-server[91935]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 16:38:39.391106 dv-cinder-796286-2-smb neutron-server[91935]: conditions |= (models_v2.Port.network_id.in_( Jun 14 16:38:39.391106 dv-cinder-796286-2-smb neutron-server[91935]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 16:38:39.391106 dv-cinder-796286-2-smb neutron-server[91935]: conditions |= (models_v2.Port.network_id.in_( Jun 14 16:38:39.391106 dv-cinder-796286-2-smb neutron-server[91935]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 16:38:39.391106 dv-cinder-796286-2-smb neutron-server[91935]: retrieve_revision_numbers = { Jun 14 16:38:39.391106 dv-cinder-796286-2-smb neutron-server[91935]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 16:38:39.391106 dv-cinder-796286-2-smb neutron-server[91935]: conditions |= (models_v2.Port.network_id.in_( Jun 14 16:38:39.391106 dv-cinder-796286-2-smb neutron-server[91935]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 16:38:39.391106 dv-cinder-796286-2-smb neutron-server[91935]: retrieve_revision_numbers = { Jun 14 16:38:39.391106 dv-cinder-796286-2-smb neutron-server[91935]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 16:38:39.391106 dv-cinder-796286-2-smb neutron-server[91935]: conditions |= (models_v2.Port.network_id.in_( Jun 14 16:38:39.391106 dv-cinder-796286-2-smb neutron-server[91935]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 16:38:39.391106 dv-cinder-796286-2-smb neutron-server[91935]: retrieve_revision_numbers = { Jun 14 16:38:39.391106 dv-cinder-796286-2-smb neutron-server[91935]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 16:38:39.391106 dv-cinder-796286-2-smb neutron-server[91935]: conditions |= (models_v2.Port.network_id.in_( Jun 14 16:38:39.391106 dv-cinder-796286-2-smb neutron-server[91935]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 16:38:39.391106 dv-cinder-796286-2-smb neutron-server[91935]: retrieve_revision_numbers = { Jun 14 16:38:39.391106 dv-cinder-796286-2-smb neutron-server[91935]: Traceback (most recent call last): Jun 14 16:38:39.391106 dv-cinder-796286-2-smb neutron-server[91935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 14 16:38:39.391106 dv-cinder-796286-2-smb neutron-server[91935]: timer() Jun 14 16:38:39.391106 dv-cinder-796286-2-smb neutron-server[91935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 14 16:38:39.391106 dv-cinder-796286-2-smb neutron-server[91935]: cb(*args, **kw) Jun 14 16:38:39.391106 dv-cinder-796286-2-smb neutron-server[91935]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 14 16:38:39.391106 dv-cinder-796286-2-smb neutron-server[91935]: return func(*args, **kwargs) Jun 14 16:38:39.391106 dv-cinder-796286-2-smb neutron-server[91935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 14 16:38:39.391106 dv-cinder-796286-2-smb neutron-server[91935]: self._notify() Jun 14 16:38:39.391106 dv-cinder-796286-2-smb neutron-server[91935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 14 16:38:39.391106 dv-cinder-796286-2-smb neutron-server[91935]: self.callback(batched_events) Jun 14 16:38:39.391106 dv-cinder-796286-2-smb neutron-server[91935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 14 16:38:39.391106 dv-cinder-796286-2-smb neutron-server[91935]: event.method(event) Jun 14 16:38:39.391106 dv-cinder-796286-2-smb neutron-server[91935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 14 16:38:39.391106 dv-cinder-796286-2-smb neutron-server[91935]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 14 16:38:39.391106 dv-cinder-796286-2-smb neutron-server[91935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 14 16:38:39.391106 dv-cinder-796286-2-smb neutron-server[91935]: aggregate_uuid = self.p_client.list_aggregates( Jun 14 16:38:39.391106 dv-cinder-796286-2-smb neutron-server[91935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 14 16:38:39.391106 dv-cinder-796286-2-smb neutron-server[91935]: return f(self, *a, **k) Jun 14 16:38:39.391106 dv-cinder-796286-2-smb neutron-server[91935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 14 16:38:39.391106 dv-cinder-796286-2-smb neutron-server[91935]: return self._get(url).json() Jun 14 16:38:39.391106 dv-cinder-796286-2-smb neutron-server[91935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 14 16:38:39.391106 dv-cinder-796286-2-smb neutron-server[91935]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 14 16:38:39.391106 dv-cinder-796286-2-smb neutron-server[91935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 14 16:38:39.391106 dv-cinder-796286-2-smb neutron-server[91935]: return self.request(url, 'GET', **kwargs) Jun 14 16:38:39.391106 dv-cinder-796286-2-smb neutron-server[91935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 14 16:38:39.391106 dv-cinder-796286-2-smb neutron-server[91935]: base_url = self.get_endpoint(auth, allow=allow, Jun 14 16:38:39.391106 dv-cinder-796286-2-smb neutron-server[91935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 14 16:38:39.391106 dv-cinder-796286-2-smb neutron-server[91935]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 14 16:38:39.391106 dv-cinder-796286-2-smb neutron-server[91935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 14 16:38:39.391106 dv-cinder-796286-2-smb neutron-server[91935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 14 16:38:39.391106 dv-cinder-796286-2-smb neutron-server[91935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 14 16:38:39.517420 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-ce291396-ec13-4e91-a10a-b95c058ad6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-121365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904005'] for network, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:39.522351 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:38:39.526718 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-ce291396-ec13-4e91-a10a-b95c058ad6b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693340'] for network, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:39.529582 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-ce291396-ec13-4e91-a10a-b95c058ad6b1 admin admin] 10.222.0.16 "DELETE /v2.0/networks/fefc79f4-b27a-4754-9a1b-78e53aa8e11e HTTP/1.1" status: 204 len: 168 time: 0.5374534 Jun 14 16:38:39.544652 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce291396-ec13-4e91-a10a-b95c058ad6b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=fefc79f4-b27a-4754-9a1b-78e53aa8e11e,revision_number=None']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:38:39.551223 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-ce291396-ec13-4e91-a10a-b95c058ad6b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:38:39.786377 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 47538) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:38:39.842270 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-914551ad-ec2c-43a4-a56d-2d48aaa9fd9e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e9e3ca0d5f6a422091735101e0717fda&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0535927 Jun 14 16:38:39.844558 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 47540) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:38:39.905171 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-10cfa4e8-5f31-49f0-a838-9b121586d08a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:39.929487 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-10cfa4e8-5f31-49f0-a838-9b121586d08a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:39.981569 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-10cfa4e8-5f31-49f0-a838-9b121586d08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:39.984176 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-10cfa4e8-5f31-49f0-a838-9b121586d08a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:39.985298 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-10cfa4e8-5f31-49f0-a838-9b121586d08a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8ff3db17-3be4-43a4-8be2-084f128b4fe1 HTTP/1.1" status: 204 len: 168 time: 0.1397786 Jun 14 16:38:39.986123 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-4c657bcd-be46-4f12-b030-bb24e3046ab2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:38:39.995816 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cfa4e8-5f31-49f0-a838-9b121586d08a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff3db17-3be4-43a4-8be2-084f128b4fe1,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:38:39.998215 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-10cfa4e8-5f31-49f0-a838-9b121586d08a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:38:40.247380 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device ba0b4b88-3d76-432f-b93d-a33a0c0d5162 no longer exists at agent ovs-agent-dv-cinder-796286-2-smb {{(pid=91937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 16:38:40.278867 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.plugin [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] No Port match for: ba0b4b88-3d76-432f-b93d-a33a0c0d5162 {{(pid=91937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 16:38:40.279222 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device ba0b4b88-3d76-432f-b93d-a33a0c0d5162 not bound to the agent host dv-cinder-796286-2-smb {{(pid=91937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 16:38:40.784030 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 47582) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:38:40.896841 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.v2.base [None req-3100d44f-f891-41da-a99a-1aa001462fd3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1207740692-network', 'tenant_id': '2f95622ea97f4a73ad83eb5e2eea8149'}} {{(pid=91936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:38:40.921871 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3100d44f-f891-41da-a99a-1aa001462fd3 admin admin] Made reservation on behalf of 2f95622ea97f4a73ad83eb5e2eea8149 for: {'network': 1} {{(pid=91936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:38:40.924581 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-3100d44f-f891-41da-a99a-1aa001462fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-782655'] for network, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:40.940135 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-3100d44f-f891-41da-a99a-1aa001462fd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:41.085770 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-3100d44f-f891-41da-a99a-1aa001462fd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:41.090537 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-3100d44f-f891-41da-a99a-1aa001462fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:41.094916 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-be0079db-bbb6-468e-b787-28e437f14ae6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:38:41.128293 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3100d44f-f891-41da-a99a-1aa001462fd3 admin admin] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=91936) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 16:38:41.142640 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3100d44f-f891-41da-a99a-1aa001462fd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2752ac7a-5592-48ed-b9b6-92ccddad87ce,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:38:41.148462 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-3100d44f-f891-41da-a99a-1aa001462fd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:38:41.150008 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-3100d44f-f891-41da-a99a-1aa001462fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678690'] for segment, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:41.150346 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.db.segments_db [None req-3100d44f-f891-41da-a99a-1aa001462fd3 admin admin] Added segment 690bd276-103b-46b0-9d5a-76d942177037 of type vlan for network ddf07b9e-99ea-4c30-b823-72f2b0ed4055 Jun 14 16:38:41.205535 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-3100d44f-f891-41da-a99a-1aa001462fd3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742579622822'] for network, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:41.241410 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-3100d44f-f891-41da-a99a-1aa001462fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-121365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693369'] for network, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:41.242769 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3100d44f-f891-41da-a99a-1aa001462fd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:41.243371 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-3100d44f-f891-41da-a99a-1aa001462fd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693340'] for network, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:41.246569 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-13d65c69-4b57-4265-9d81-b45637f7f0d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:38:41.283346 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-3100d44f-f891-41da-a99a-1aa001462fd3 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4981220 Jun 14 16:38:41.287755 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 47592) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:38:41.293803 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.v2.base [None req-695b5140-0498-4cf8-bee7-36f0870320e7 admin admin] Request body: {'subnet': {'network_id': 'ddf07b9e-99ea-4c30-b823-72f2b0ed4055', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1207740692-subnet', 'tenant_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:38:41.317385 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-695b5140-0498-4cf8-bee7-36f0870320e7 admin admin] Made reservation on behalf of 2f95622ea97f4a73ad83eb5e2eea8149 for: {'subnet': 1} {{(pid=91935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:38:41.321173 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-695b5140-0498-4cf8-bee7-36f0870320e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58922015'] for subnet, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:41.356602 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3100d44f-f891-41da-a99a-1aa001462fd3 admin admin] Pushing event updated for resources: {'Network': ['ID=ddf07b9e-99ea-4c30-b823-72f2b0ed4055,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:38:41.360314 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-3100d44f-f891-41da-a99a-1aa001462fd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:38:41.373458 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Network ddf07b9e-99ea-4c30-b823-72f2b0ed4055 details requested by agent ovs-agent-dv-cinder-796286-2-smb with host dv-cinder-796286-2-smb {{(pid=91937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 16:38:41.556624 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-695b5140-0498-4cf8-bee7-36f0870320e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58941658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58921993'] for subnet, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:41.559231 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-db26cf93-3c74-4670-8a20-ce0eacbf3f86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:38:41.631025 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695b5140-0498-4cf8-bee7-36f0870320e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c03c59fa-658a-445c-9394-38c3bfae06f0,revision_number=0']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:38:41.640640 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-695b5140-0498-4cf8-bee7-36f0870320e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:38:41.652656 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695b5140-0498-4cf8-bee7-36f0870320e7 admin admin] Checking segment: {'id': '690bd276-103b-46b0-9d5a-76d942177037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ddf07b9e-99ea-4c30-b823-72f2b0ed4055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:38:41.653020 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695b5140-0498-4cf8-bee7-36f0870320e7 admin admin] Network hostable DHCP agents. Network: ddf07b9e-99ea-4c30-b823-72f2b0ed4055, hostable agents: ['9880e1f8-c94d-4d9a-b71a-e9b00091ad04'], hosted agents: [] {{(pid=91935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 16:38:41.672863 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695b5140-0498-4cf8-bee7-36f0870320e7 admin admin] Network ddf07b9e-99ea-4c30-b823-72f2b0ed4055 is scheduled to be hosted by DHCP agent 9880e1f8-c94d-4d9a-b71a-e9b00091ad04 with binding_index 1 {{(pid=91935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 16:38:41.686976 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.base_scheduler [None req-695b5140-0498-4cf8-bee7-36f0870320e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-2-smb, ddf07b9e-99ea-4c30-b823-72f2b0ed4055) {{(pid=91935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:38:41.697301 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba1b993-278a-4b9f-b234-f358d095a7e6 None None] Network ddf07b9e-99ea-4c30-b823-72f2b0ed4055 requested from dv-cinder-796286-2-smb {{(pid=91937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 16:38:41.702919 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695b5140-0498-4cf8-bee7-36f0870320e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:41.703564 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-695b5140-0498-4cf8-bee7-36f0870320e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693340'] for subnet, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:41.732762 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-695b5140-0498-4cf8-bee7-36f0870320e7 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4432812 Jun 14 16:38:41.736211 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 47598) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:38:41.744617 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.v2.base [None req-90842d16-db73-4253-a5a6-3b4236541e53 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1207740692-router', 'tenant_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b'}}} {{(pid=91936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:38:41.775764 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-90842d16-db73-4253-a5a6-3b4236541e53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3902115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44829'] for router, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:41.777651 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-90842d16-db73-4253-a5a6-3b4236541e53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3902148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904466', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45030'] for router, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:41.857841 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-90842d16-db73-4253-a5a6-3b4236541e53 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:42.092937 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff88875e-66a2-4ea4-b4a1-6e607207f2db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dd7b1b0-8727-5c20-81ad-b49c2544d142-ddf07b9e-99ea-4c30-b823-72f2b0ed4055', 'network_id': 'ddf07b9e-99ea-4c30-b823-72f2b0ed4055', 'tenant_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'fixed_ips': [{'subnet_id': 'c03c59fa-658a-445c-9394-38c3bfae06f0'}]}} from dv-cinder-796286-2-smb. {{(pid=91937) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 14 16:38:42.094409 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-ff88875e-66a2-4ea4-b4a1-6e607207f2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-782655'] for port, before_create {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:42.140095 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-90842d16-db73-4253-a5a6-3b4236541e53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904461', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3902129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45040'] for router, precommit_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:42.301261 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.db_base_plugin_common [None req-ff88875e-66a2-4ea4-b4a1-6e607207f2db None None] Allocated IP 172.20.0.2 (ddf07b9e-99ea-4c30-b823-72f2b0ed4055/c03c59fa-658a-445c-9394-38c3bfae06f0/55e57c4e-a534-4a50-8d01-d5b8abbe1b3f) {{(pid=91937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 16:38:42.515492 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-ff88875e-66a2-4ea4-b4a1-6e607207f2db None None] Notify callbacks [] for port, precommit_create {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:42.525909 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-ff88875e-66a2-4ea4-b4a1-6e607207f2db None None] Transition to ACTIVE for port object 55e57c4e-a534-4a50-8d01-d5b8abbe1b3f will not be triggered until provisioned by entity L2. {{(pid=91937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:38:42.551287 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-ff88875e-66a2-4ea4-b4a1-6e607207f2db None None] Transition to ACTIVE for port object 55e57c4e-a534-4a50-8d01-d5b8abbe1b3f will not be triggered until provisioned by entity DHCP. {{(pid=91937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:38:42.560323 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-ff88875e-66a2-4ea4-b4a1-6e607207f2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-782844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4109363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742579636511'] for port, after_create {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:42.571148 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:38:42.612201 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff88875e-66a2-4ea4-b4a1-6e607207f2db None None] Network ddf07b9e-99ea-4c30-b823-72f2b0ed4055 is already hosted by enough agents. {{(pid=91937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:38:42.616404 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.scheduler.base_scheduler [None req-ff88875e-66a2-4ea4-b4a1-6e607207f2db None None] Resources bound (agent type, host, resource id): {{(pid=91937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:38:42.621818 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff88875e-66a2-4ea4-b4a1-6e607207f2db None None] Received port after_create {{(pid=91937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 16:38:42.674877 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff88875e-66a2-4ea4-b4a1-6e607207f2db None None] Pushing event updated for resources: {'Port': ['ID=55e57c4e-a534-4a50-8d01-d5b8abbe1b3f,revision_number=1']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:38:42.678112 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-ff88875e-66a2-4ea4-b4a1-6e607207f2db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:38:42.716372 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.managers [None req-ff88875e-66a2-4ea4-b4a1-6e607207f2db None None] Attempting to bind port 55e57c4e-a534-4a50-8d01-d5b8abbe1b3f on host dv-cinder-796286-2-smb for vnic_type normal with profile {{(pid=91937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 16:38:42.716763 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.managers [None req-ff88875e-66a2-4ea4-b4a1-6e607207f2db None None] Attempting to bind port 55e57c4e-a534-4a50-8d01-d5b8abbe1b3f by drivers openvswitch,hyperv on host dv-cinder-796286-2-smb at level 0 using segments [{'id': '690bd276-103b-46b0-9d5a-76d942177037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ddf07b9e-99ea-4c30-b823-72f2b0ed4055'}] {{(pid=91937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 16:38:42.717254 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff88875e-66a2-4ea4-b4a1-6e607207f2db None None] Attempting to bind port 55e57c4e-a534-4a50-8d01-d5b8abbe1b3f on network ddf07b9e-99ea-4c30-b823-72f2b0ed4055 {{(pid=91937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:38:42.722715 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff88875e-66a2-4ea4-b4a1-6e607207f2db None None] Checking agent: {'id': 'f162564f-7dab-4d73-81fc-5f8e857b2431', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 26, 22), 'started_at': datetime.datetime(2021, 6, 14, 16, 26, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 16, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 16:38:42.723113 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff88875e-66a2-4ea4-b4a1-6e607207f2db None None] Checking segment: {'id': '690bd276-103b-46b0-9d5a-76d942177037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ddf07b9e-99ea-4c30-b823-72f2b0ed4055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:38:42.723528 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-ff88875e-66a2-4ea4-b4a1-6e607207f2db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:42.723983 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff88875e-66a2-4ea4-b4a1-6e607207f2db None None] Bound using segment: {'id': '690bd276-103b-46b0-9d5a-76d942177037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ddf07b9e-99ea-4c30-b823-72f2b0ed4055'} {{(pid=91937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 16:38:42.725167 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.managers [None req-ff88875e-66a2-4ea4-b4a1-6e607207f2db None None] Bound port: 55e57c4e-a534-4a50-8d01-d5b8abbe1b3f, host: dv-cinder-796286-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '690bd276-103b-46b0-9d5a-76d942177037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ddf07b9e-99ea-4c30-b823-72f2b0ed4055'}}] {{(pid=91937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 16:38:42.725640 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-ff88875e-66a2-4ea4-b4a1-6e607207f2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:42.775287 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-90842d16-db73-4253-a5a6-3b4236541e53 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:42.798382 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-ff88875e-66a2-4ea4-b4a1-6e607207f2db None None] For port 55e57c4e-a534-4a50-8d01-d5b8abbe1b3f, host dv-cinder-796286-2-smb, cleared binding levels {{(pid=91937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 16:38:42.801456 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-90842d16-db73-4253-a5a6-3b4236541e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-782655'] for port, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:42.801590 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-ff88875e-66a2-4ea4-b4a1-6e607207f2db None None] For port 55e57c4e-a534-4a50-8d01-d5b8abbe1b3f, host dv-cinder-796286-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-smb',level=0,port_id=55e57c4e-a534-4a50-8d01-d5b8abbe1b3f,segment=NetworkSegment(690bd276-103b-46b0-9d5a-76d942177037),segment_id=690bd276-103b-46b0-9d5a-76d942177037)] {{(pid=91937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 16:38:42.807196 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-ff88875e-66a2-4ea4-b4a1-6e607207f2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:42.809332 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:38:42.893846 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff88875e-66a2-4ea4-b4a1-6e607207f2db None None] Pushing event updated for resources: {'Port': ['ID=55e57c4e-a534-4a50-8d01-d5b8abbe1b3f,revision_number=2']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:38:42.897383 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-ff88875e-66a2-4ea4-b4a1-6e607207f2db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:38:42.953195 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.db.db_base_plugin_common [None req-90842d16-db73-4253-a5a6-3b4236541e53 admin admin] Allocated IP 172.28.1.195 (2b8148fa-8475-41af-8213-9af35fa3c21b/245e4c8b-b6d5-4126-ad47-8a46fc8189c6/77063136-84a6-47d0-a4e7-974ce2d3a121) {{(pid=91936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 16:38:43.136235 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-90842d16-db73-4253-a5a6-3b4236541e53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:43.189685 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-90842d16-db73-4253-a5a6-3b4236541e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-782844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4109363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742579636511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60243869'] for port, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:43.197236 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-63e3223e-e4b2-44f7-8749-e41a9d49b4ca tempest-ServerRescueNegativeTestJSON-671187057 tempest-ServerRescueNegativeTestJSON-671187057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:38:43.239378 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90842d16-db73-4253-a5a6-3b4236541e53 admin admin] Network 2b8148fa-8475-41af-8213-9af35fa3c21b is already hosted by enough agents. {{(pid=91936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:38:43.242988 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.base_scheduler [None req-90842d16-db73-4253-a5a6-3b4236541e53 admin admin] Resources bound (agent type, host, resource id): {{(pid=91936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:38:43.246758 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90842d16-db73-4253-a5a6-3b4236541e53 admin admin] Received port after_create {{(pid=91936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 16:38:43.303771 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90842d16-db73-4253-a5a6-3b4236541e53 admin admin] Pushing event updated for resources: {'Port': ['ID=77063136-84a6-47d0-a4e7-974ce2d3a121,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:38:43.308242 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-90842d16-db73-4253-a5a6-3b4236541e53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:38:43.660439 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5023ac4a-d035-4c21-8dd0-57042b26dc52 req-a290d755-f8ac-4b7f-a858-a30e3c765e6a tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:43.662224 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-5023ac4a-d035-4c21-8dd0-57042b26dc52 req-a290d755-f8ac-4b7f-a858-a30e3c765e6a tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d2bd19-3096-4311-aa47-9fa5c8329a27 HTTP/1.1" status: 200 len: 946 time: 0.1962457 Jun 14 16:38:43.695266 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-90842d16-db73-4253-a5a6-3b4236541e53 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:43.826874 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-5023ac4a-d035-4c21-8dd0-57042b26dc52 req-fb9b9123-e8cc-48bd-9f34-64d300266701 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "GET /v2.0/security-groups?id=6799c740-d4b3-4122-836c-f0b75a255a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531203 Jun 14 16:38:43.854360 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 47638) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:38:43.933697 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e371b4-6a19-4513-88ae-e80f6d0aa8c8 None None] Network ddf07b9e-99ea-4c30-b823-72f2b0ed4055 requested from dv-cinder-796286-2-smb {{(pid=91937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 16:38:44.046599 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-90842d16-db73-4253-a5a6-3b4236541e53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3902120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904149'] for router, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:44.081288 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-9f4eb882-776e-4ba7-ac3e-4b4dad1d0a48 None None] Provisioning for port 55e57c4e-a534-4a50-8d01-d5b8abbe1b3f completed by entity DHCP. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:38:44.121955 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176eb379-57d5-43ab-9633-c99c23e5dd7d tempest-TestMinimumBasicScenario-2055879671 tempest-TestMinimumBasicScenario-2055879671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:44.127075 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-176eb379-57d5-43ab-9633-c99c23e5dd7d tempest-TestMinimumBasicScenario-2055879671 tempest-TestMinimumBasicScenario-2055879671-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=52d2bd19-3096-4311-aa47-9fa5c8329a27 HTTP/1.1" status: 200 len: 1094 time: 0.2710242 Jun 14 16:38:44.127734 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 47648) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:38:44.133741 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.v2.base [None req-f7483f80-13f4-48ec-a8c0-8c4dcbd8921e tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Request body: {'floatingip': {'floating_network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'port_id': 'c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9', 'tenant_id': 'd4e60cacfce24cd499cda68081bd307f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=91935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:38:44.181165 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-f7483f80-13f4-48ec-a8c0-8c4dcbd8921e tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Notify callbacks [] for floatingip, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:44.327307 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1a345e-d07c-4106-9bb1-0f7fa4507c74 req-e50787d4-eb14-48f6-bce5-af070dbb0a76 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:44.332889 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-f7483f80-13f4-48ec-a8c0-8c4dcbd8921e tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-782655'] for port, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:44.334505 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-7d1a345e-d07c-4106-9bb1-0f7fa4507c74 req-e50787d4-eb14-48f6-bce5-af070dbb0a76 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aae5f17-8018-4c95-a614-7f339a39d94b HTTP/1.1" status: 200 len: 946 time: 0.1622460 Jun 14 16:38:44.362333 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device 55e57c4e-a534-4a50-8d01-d5b8abbe1b3f up at agent ovs-agent-dv-cinder-796286-2-smb {{(pid=91937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:38:44.388504 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-7d1a345e-d07c-4106-9bb1-0f7fa4507c74 req-5629d93d-abb7-4677-8eac-efe4e3ba640f tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=8daba1fe-8982-46f6-b6c7-60cb14092ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528853 Jun 14 16:38:44.389513 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90842d16-db73-4253-a5a6-3b4236541e53 admin admin] Router 28b8be67-f847-4c10-a978-f10383f13ded is scheduled to L3 agent ca10c576-315d-4f3b-b2d0-f5eeab5e8277 with binding_index 1 {{(pid=91936) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 14 16:38:44.465342 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Provisioning for port 55e57c4e-a534-4a50-8d01-d5b8abbe1b3f completed by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:38:44.470208 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Provisioning complete for port 55e57c4e-a534-4a50-8d01-d5b8abbe1b3f triggered by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:38:44.470744 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:44.514381 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.db.db_base_plugin_common [None req-f7483f80-13f4-48ec-a8c0-8c4dcbd8921e tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Allocated IP 172.28.1.213 (2b8148fa-8475-41af-8213-9af35fa3c21b/245e4c8b-b6d5-4126-ad47-8a46fc8189c6/2c665fd9-285c-4502-9f75-cdb56fbe5425) {{(pid=91935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 16:38:44.577023 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90842d16-db73-4253-a5a6-3b4236541e53 admin admin] Notify agent at l3_agent.dv-cinder-796286-2-smb the message routers_updated {{(pid=91936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 16:38:44.580106 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-8bc0b1ea-dcfc-4844-a506-84d0e1de9d40 None None] Provisioning complete for port 55e57c4e-a534-4a50-8d01-d5b8abbe1b3f triggered by entity DHCP. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:38:44.580572 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-8bc0b1ea-dcfc-4844-a506-84d0e1de9d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:44.582528 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:44.595503 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-90842d16-db73-4253-a5a6-3b4236541e53 admin admin] Notify callbacks [] for router, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:44.599290 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-90842d16-db73-4253-a5a6-3b4236541e53 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8576221 Jun 14 16:38:44.599486 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 47654) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:38:44.620524 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c672b3a-90f3-4c9d-8ae6-585e8aa5da28 None None] Sync routers for ids ['28b8be67-f847-4c10-a978-f10383f13ded'] in dv-cinder-796286-2-smb {{(pid=91937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 16:38:44.654723 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c672b3a-90f3-4c9d-8ae6-585e8aa5da28 None None] Routers {'28b8be67-f847-4c10-a978-f10383f13ded'} bound to L3 agent in host dv-cinder-796286-2-smb {{(pid=91937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:38:44.655584 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_hamode_db [None req-1c672b3a-90f3-4c9d-8ae6-585e8aa5da28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T16:26:21Z,description=,heartbeat_timestamp=2021-06-14T16:38:22Z,host='dv-cinder-796286-2-smb',id=ca10c576-315d-4f3b-b2d0-f5eeab5e8277,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:26:21Z,topic='l3_agent')) {'router_ids': ['28b8be67-f847-4c10-a978-f10383f13ded'], 'active': True} {{(pid=91937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:38:44.672111 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-f7483f80-13f4-48ec-a8c0-8c4dcbd8921e tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Notify callbacks [] for port, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:44.719314 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-f7483f80-13f4-48ec-a8c0-8c4dcbd8921e tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-782844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4109363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742579636511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58943338'] for port, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:44.722833 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-6b0ca328-ec64-4253-9082-389c586cc813 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:38:44.768688 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7483f80-13f4-48ec-a8c0-8c4dcbd8921e tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Network 2b8148fa-8475-41af-8213-9af35fa3c21b is already hosted by enough agents. {{(pid=91935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:38:44.772691 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.base_scheduler [None req-f7483f80-13f4-48ec-a8c0-8c4dcbd8921e tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Resources bound (agent type, host, resource id): {{(pid=91935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:38:44.776015 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] For port 55e57c4e-a534-4a50-8d01-d5b8abbe1b3f, host dv-cinder-796286-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-smb',level=0,port_id=55e57c4e-a534-4a50-8d01-d5b8abbe1b3f,segment=NetworkSegment(690bd276-103b-46b0-9d5a-76d942177037),segment_id=690bd276-103b-46b0-9d5a-76d942177037)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:38:44.776488 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7483f80-13f4-48ec-a8c0-8c4dcbd8921e tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Received port after_create {{(pid=91935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 16:38:44.791434 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:44.796128 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:38:44.810256 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7483f80-13f4-48ec-a8c0-8c4dcbd8921e tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Pushing event updated for resources: {'Port': ['ID=2c665fd9-285c-4502-9f75-cdb56fbe5425,revision_number=1']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:38:44.827277 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7483f80-13f4-48ec-a8c0-8c4dcbd8921e tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:38:44.827653 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7483f80-13f4-48ec-a8c0-8c4dcbd8921e tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:38:44.828051 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7483f80-13f4-48ec-a8c0-8c4dcbd8921e tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:38:44.829315 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7483f80-13f4-48ec-a8c0-8c4dcbd8921e tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:38:44.829315 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7483f80-13f4-48ec-a8c0-8c4dcbd8921e tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:38:44.829315 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7483f80-13f4-48ec-a8c0-8c4dcbd8921e tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:38:44.829612 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7483f80-13f4-48ec-a8c0-8c4dcbd8921e tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:38:44.830192 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7483f80-13f4-48ec-a8c0-8c4dcbd8921e tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:38:44.830192 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7483f80-13f4-48ec-a8c0-8c4dcbd8921e tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:38:44.830506 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7483f80-13f4-48ec-a8c0-8c4dcbd8921e tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:38:44.830856 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7483f80-13f4-48ec-a8c0-8c4dcbd8921e tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:38:44.831225 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7483f80-13f4-48ec-a8c0-8c4dcbd8921e tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:38:44.836567 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-f7483f80-13f4-48ec-a8c0-8c4dcbd8921e tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:38:44.915157 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Pushing event updated for resources: {'Port': ['ID=55e57c4e-a534-4a50-8d01-d5b8abbe1b3f,revision_number=3']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:38:44.919385 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:38:44.926293 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvr_db [None req-1c672b3a-90f3-4c9d-8ae6-585e8aa5da28 None None] Set router 28b8be67-f847-4c10-a978-f10383f13ded gateway port host: dv-cinder-796286-2-smb {{(pid=91937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:38:45.188393 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_hamode_db [None req-1c672b3a-90f3-4c9d-8ae6-585e8aa5da28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b8be67-f847-4c10-a978-f10383f13ded', 'name': 'tempest-AttachVolumeTestJSON-1207740692-router', 'tenant_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.195'}], 'enable_snat': True}, 'gw_port_id': '77063136-84a6-47d0-a4e7-974ce2d3a121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:38:41Z', 'updated_at': '2021-06-14T16:38:43Z', 'revision_number': 3, 'project_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'gw_port': {'id': '77063136-84a6-47d0-a4e7-974ce2d3a121', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:67:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28b8be67-f847-4c10-a978-f10383f13ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:38:42Z', 'updated_at': '2021-06-14T16:38:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb'}], 'dv-cinder-796286-2-smb', False) {} {{(pid=91937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:38:45.192343 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c672b3a-90f3-4c9d-8ae6-585e8aa5da28 None None] Checking router: 28b8be67-f847-4c10-a978-f10383f13ded for host: dv-cinder-796286-2-smb {{(pid=91937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 16:38:45.193255 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c672b3a-90f3-4c9d-8ae6-585e8aa5da28 None None] Updating router 28b8be67-f847-4c10-a978-f10383f13ded port 77063136-84a6-47d0-a4e7-974ce2d3a121 binding host dv-cinder-796286-2-smb {{(pid=91937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 16:38:45.418620 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1c672b3a-90f3-4c9d-8ae6-585e8aa5da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:45.545616 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-c4c327fb-d9bb-4a39-8fad-11b7601e6118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-782655'] for port, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:45.788720 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.db.db_base_plugin_common [None req-c4c327fb-d9bb-4a39-8fad-11b7601e6118 admin admin] Allocated IP 172.20.0.1 (ddf07b9e-99ea-4c30-b823-72f2b0ed4055/c03c59fa-658a-445c-9394-38c3bfae06f0/48d86202-6159-43a1-aa04-a8b18949ac44) {{(pid=91936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 16:38:45.792632 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-f7483f80-13f4-48ec-a8c0-8c4dcbd8921e tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:45.843329 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1c672b3a-90f3-4c9d-8ae6-585e8aa5da28 None None] Notify callbacks [] for port, precommit_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:45.856644 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-1c672b3a-90f3-4c9d-8ae6-585e8aa5da28 None None] Transition to ACTIVE for port object 77063136-84a6-47d0-a4e7-974ce2d3a121 will not be triggered until provisioned by entity L2. {{(pid=91937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:38:45.863015 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1c672b3a-90f3-4c9d-8ae6-585e8aa5da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:45.866147 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:38:45.937035 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-c4c327fb-d9bb-4a39-8fad-11b7601e6118 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:45.939756 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:45.940849 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.managers [None req-1c672b3a-90f3-4c9d-8ae6-585e8aa5da28 None None] Attempting to bind port 77063136-84a6-47d0-a4e7-974ce2d3a121 on host dv-cinder-796286-2-smb for vnic_type normal with profile {{(pid=91937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 16:38:45.941396 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.managers [None req-1c672b3a-90f3-4c9d-8ae6-585e8aa5da28 None None] Attempting to bind port 77063136-84a6-47d0-a4e7-974ce2d3a121 by drivers openvswitch,hyperv on host dv-cinder-796286-2-smb at level 0 using segments [{'id': 'a2c1fc44-b613-4a01-80b3-58a3526400ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b'}] {{(pid=91937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 16:38:45.941523 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c672b3a-90f3-4c9d-8ae6-585e8aa5da28 None None] Attempting to bind port 77063136-84a6-47d0-a4e7-974ce2d3a121 on network 2b8148fa-8475-41af-8213-9af35fa3c21b {{(pid=91937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:38:45.944992 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e729cb12-0eb2-4543-87a2-e05b7861588b req-91f83181-ea30-4d70-915c-ef7b614921af tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:45.945184 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e14594-91cc-4dd4-82ba-ba63c9374442 None None] Pushing event updated for resources: {'Port': ['ID=77063136-84a6-47d0-a4e7-974ce2d3a121,revision_number=2']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:38:45.946444 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-e729cb12-0eb2-4543-87a2-e05b7861588b req-91f83181-ea30-4d70-915c-ef7b614921af tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aae5f17-8018-4c95-a614-7f339a39d94b HTTP/1.1" status: 200 len: 946 time: 0.2427175 Jun 14 16:38:45.949484 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-b8e14594-91cc-4dd4-82ba-ba63c9374442 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:38:45.950677 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c672b3a-90f3-4c9d-8ae6-585e8aa5da28 None None] Checking agent: {'id': 'f162564f-7dab-4d73-81fc-5f8e857b2431', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 26, 22), 'started_at': datetime.datetime(2021, 6, 14, 16, 26, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 16, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 16:38:45.951066 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c672b3a-90f3-4c9d-8ae6-585e8aa5da28 None None] Checking segment: {'id': 'a2c1fc44-b613-4a01-80b3-58a3526400ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:38:45.951480 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1c672b3a-90f3-4c9d-8ae6-585e8aa5da28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:45.952984 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c672b3a-90f3-4c9d-8ae6-585e8aa5da28 None None] Bound using segment: {'id': 'a2c1fc44-b613-4a01-80b3-58a3526400ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b'} {{(pid=91937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 16:38:45.952984 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.managers [None req-1c672b3a-90f3-4c9d-8ae6-585e8aa5da28 None None] Bound port: 77063136-84a6-47d0-a4e7-974ce2d3a121, host: dv-cinder-796286-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2c1fc44-b613-4a01-80b3-58a3526400ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b'}}] {{(pid=91937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 16:38:45.952984 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1c672b3a-90f3-4c9d-8ae6-585e8aa5da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:45.962037 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.db.provisioning_blocks [None req-c4c327fb-d9bb-4a39-8fad-11b7601e6118 admin admin] Transition to ACTIVE for port object 48d86202-6159-43a1-aa04-a8b18949ac44 will not be triggered until provisioned by entity DHCP. {{(pid=91936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:38:46.002906 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-c4c327fb-d9bb-4a39-8fad-11b7601e6118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-782844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4109363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742579636511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60243869'] for port, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:46.005799 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-1749098e-3403-4096-b045-ccee61b129b1 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:38:46.024095 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1c672b3a-90f3-4c9d-8ae6-585e8aa5da28 None None] For port 77063136-84a6-47d0-a4e7-974ce2d3a121, host dv-cinder-796286-2-smb, cleared binding levels {{(pid=91937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 16:38:46.028107 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1c672b3a-90f3-4c9d-8ae6-585e8aa5da28 None None] For port 77063136-84a6-47d0-a4e7-974ce2d3a121, host dv-cinder-796286-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-smb',level=0,port_id=77063136-84a6-47d0-a4e7-974ce2d3a121,segment=NetworkSegment(a2c1fc44-b613-4a01-80b3-58a3526400ae),segment_id=a2c1fc44-b613-4a01-80b3-58a3526400ae)] {{(pid=91937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 16:38:46.030999 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-f7483f80-13f4-48ec-a8c0-8c4dcbd8921e tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:46.034359 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1c672b3a-90f3-4c9d-8ae6-585e8aa5da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:46.037017 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-ba970869-7cb9-4160-81fe-bbe29f503917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:38:46.040721 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca04610-97d5-4650-87f0-e59d5e789687 req-34619cd8-59b9-492b-b38c-a38dd81461d2 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:46.042197 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-7ca04610-97d5-4650-87f0-e59d5e789687 req-34619cd8-59b9-492b-b38c-a38dd81461d2 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.41 "GET /v2.0/ports?device_id=0aae5f17-8018-4c95-a614-7f339a39d94b HTTP/1.1" status: 200 len: 946 time: 0.2332647 Jun 14 16:38:46.069561 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c327fb-d9bb-4a39-8fad-11b7601e6118 admin admin] Network ddf07b9e-99ea-4c30-b823-72f2b0ed4055 is already hosted by enough agents. {{(pid=91936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:38:46.073007 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.base_scheduler [None req-c4c327fb-d9bb-4a39-8fad-11b7601e6118 admin admin] Resources bound (agent type, host, resource id): {{(pid=91936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:38:46.077011 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c327fb-d9bb-4a39-8fad-11b7601e6118 admin admin] Received port after_create {{(pid=91936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 16:38:46.092617 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-e729cb12-0eb2-4543-87a2-e05b7861588b req-eed4dca9-b734-4396-9d07-ac0f379e4927 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=8daba1fe-8982-46f6-b6c7-60cb14092ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133451 Jun 14 16:38:46.110200 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c327fb-d9bb-4a39-8fad-11b7601e6118 admin admin] Pushing event updated for resources: {'Port': ['ID=48d86202-6159-43a1-aa04-a8b18949ac44,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:38:46.127663 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c327fb-d9bb-4a39-8fad-11b7601e6118 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:38:46.127663 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c327fb-d9bb-4a39-8fad-11b7601e6118 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:38:46.128251 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c327fb-d9bb-4a39-8fad-11b7601e6118 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:38:46.128711 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c327fb-d9bb-4a39-8fad-11b7601e6118 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:38:46.129071 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c327fb-d9bb-4a39-8fad-11b7601e6118 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:38:46.129468 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c327fb-d9bb-4a39-8fad-11b7601e6118 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:38:46.129769 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c327fb-d9bb-4a39-8fad-11b7601e6118 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:38:46.130132 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c327fb-d9bb-4a39-8fad-11b7601e6118 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:38:46.130510 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c327fb-d9bb-4a39-8fad-11b7601e6118 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:38:46.130833 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c327fb-d9bb-4a39-8fad-11b7601e6118 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:38:46.131167 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c327fb-d9bb-4a39-8fad-11b7601e6118 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:38:46.131512 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c327fb-d9bb-4a39-8fad-11b7601e6118 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:38:46.131794 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e14594-91cc-4dd4-82ba-ba63c9374442 None None] Pushing event updated for resources: {'Port': ['ID=77063136-84a6-47d0-a4e7-974ce2d3a121,revision_number=3']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:38:46.134667 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c672b3a-90f3-4c9d-8ae6-585e8aa5da28 None None] Routers {'28b8be67-f847-4c10-a978-f10383f13ded'} bound to L3 agent in host dv-cinder-796286-2-smb {{(pid=91937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:38:46.135296 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_hamode_db [None req-1c672b3a-90f3-4c9d-8ae6-585e8aa5da28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T16:26:21Z,description=,heartbeat_timestamp=2021-06-14T16:38:22Z,host='dv-cinder-796286-2-smb',id=ca10c576-315d-4f3b-b2d0-f5eeab5e8277,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:26:21Z,topic='l3_agent')) {'router_ids': ['28b8be67-f847-4c10-a978-f10383f13ded'], 'active': True} {{(pid=91937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:38:46.136971 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-c4c327fb-d9bb-4a39-8fad-11b7601e6118 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:38:46.144048 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-b8e14594-91cc-4dd4-82ba-ba63c9374442 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:38:46.146973 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-c4c327fb-d9bb-4a39-8fad-11b7601e6118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900752'] for router_interface, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:46.307454 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvr_db [None req-1c672b3a-90f3-4c9d-8ae6-585e8aa5da28 None None] Set router 28b8be67-f847-4c10-a978-f10383f13ded gateway port host: dv-cinder-796286-2-smb {{(pid=91937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:38:46.360391 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device 55e57c4e-a534-4a50-8d01-d5b8abbe1b3f up at agent ovs-agent-dv-cinder-796286-2-smb {{(pid=91937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:38:46.374668 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-c4c327fb-d9bb-4a39-8fad-11b7601e6118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:46.407216 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.plugin [req-7ca04610-97d5-4650-87f0-e59d5e789687 req-f207f0de-71eb-4cc2-a7d2-16a55c4edee6 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Deleting port 49648edd-323d-4ff7-91d2-29157438a0ec {{(pid=91935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 16:38:46.407569 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-7ca04610-97d5-4650-87f0-e59d5e789687 req-f207f0de-71eb-4cc2-a7d2-16a55c4edee6 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742580025384'] for port, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:46.452529 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-f7483f80-13f4-48ec-a8c0-8c4dcbd8921e tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Notify callbacks [] for port, precommit_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:46.460809 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-f7483f80-13f4-48ec-a8c0-8c4dcbd8921e tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58943316'] for port, after_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:46.467400 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-61d8951c-ab71-4df7-aba2-32a40458fc5d tempest-VolumesNegativeTest-486033650 tempest-VolumesNegativeTest-486033650-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:38:46.494135 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-96fb199c-82c1-497f-bdc6-368507475a91 None None] Provisioning for port 48d86202-6159-43a1-aa04-a8b18949ac44 completed by entity DHCP. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:38:46.550353 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-96fb199c-82c1-497f-bdc6-368507475a91 None None] Provisioning complete for port 48d86202-6159-43a1-aa04-a8b18949ac44 triggered by entity DHCP. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:38:46.550740 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-96fb199c-82c1-497f-bdc6-368507475a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:46.620236 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.plugin [None req-96fb199c-82c1-497f-bdc6-368507475a91 None None] Port 48d86202-6159-43a1-aa04-a8b18949ac44 cannot update to ACTIVE because it is not bound. {{(pid=91937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 16:38:46.635293 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Provisioning complete for port 55e57c4e-a534-4a50-8d01-d5b8abbe1b3f triggered by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:38:46.635702 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:46.636181 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-c4c327fb-d9bb-4a39-8fad-11b7601e6118 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:46.650151 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-c4c327fb-d9bb-4a39-8fad-11b7601e6118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60243875'] for port, after_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:46.650310 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7483f80-13f4-48ec-a8c0-8c4dcbd8921e tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Pushing event updated for resources: {'Port': ['ID=2c665fd9-285c-4502-9f75-cdb56fbe5425,revision_number=2']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:38:46.653817 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-c37064cc-ace2-4830-9af9-7824c4734b2d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:38:46.661753 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-f7483f80-13f4-48ec-a8c0-8c4dcbd8921e tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:38:46.666721 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-f7483f80-13f4-48ec-a8c0-8c4dcbd8921e tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904124'] for floatingip, after_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:46.675223 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.db [req-7ca04610-97d5-4650-87f0-e59d5e789687 req-f207f0de-71eb-4cc2-a7d2-16a55c4edee6 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] For port 49648edd-323d-4ff7-91d2-29157438a0ec, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=49648edd-323d-4ff7-91d2-29157438a0ec,segment=NetworkSegment(c4c3f588-adb6-420f-8cdb-57f5516701db),segment_id=c4c3f588-adb6-420f-8cdb-57f5516701db)] {{(pid=91935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:38:46.675223 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-7ca04610-97d5-4650-87f0-e59d5e789687 req-f207f0de-71eb-4cc2-a7d2-16a55c4edee6 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3907582'] for port, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:46.746403 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c327fb-d9bb-4a39-8fad-11b7601e6118 admin admin] Pushing event updated for resources: {'Port': ['ID=48d86202-6159-43a1-aa04-a8b18949ac44,revision_number=2']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:38:46.749421 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-c4c327fb-d9bb-4a39-8fad-11b7601e6118 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3691715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900868'] for router_interface, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:46.752073 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-c4c327fb-d9bb-4a39-8fad-11b7601e6118 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:38:46.809169 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_hamode_db [None req-1c672b3a-90f3-4c9d-8ae6-585e8aa5da28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b8be67-f847-4c10-a978-f10383f13ded', 'name': 'tempest-AttachVolumeTestJSON-1207740692-router', 'tenant_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.195'}], 'enable_snat': True}, 'gw_port_id': '77063136-84a6-47d0-a4e7-974ce2d3a121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:38:41Z', 'updated_at': '2021-06-14T16:38:43Z', 'revision_number': 3, 'project_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'gw_port': {'id': '77063136-84a6-47d0-a4e7-974ce2d3a121', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:67:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28b8be67-f847-4c10-a978-f10383f13ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:38:42Z', 'updated_at': '2021-06-14T16:38:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb'}], 'dv-cinder-796286-2-smb', False) {} {{(pid=91937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:38:46.822085 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c672b3a-90f3-4c9d-8ae6-585e8aa5da28 None None] The sync data for ids ['28b8be67-f847-4c10-a978-f10383f13ded'] in dv-cinder-796286-2-smb is: [{'id': '28b8be67-f847-4c10-a978-f10383f13ded', 'name': 'tempest-AttachVolumeTestJSON-1207740692-router', 'tenant_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.195'}], 'enable_snat': True}, 'gw_port_id': '77063136-84a6-47d0-a4e7-974ce2d3a121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:38:41Z', 'updated_at': '2021-06-14T16:38:43Z', 'revision_number': 3, 'project_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'gw_port': {'id': '77063136-84a6-47d0-a4e7-974ce2d3a121', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:67:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28b8be67-f847-4c10-a978-f10383f13ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:38:42Z', 'updated_at': '2021-06-14T16:38:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb'}] {{(pid=91937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 16:38:46.910038 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c327fb-d9bb-4a39-8fad-11b7601e6118 admin admin] Network ddf07b9e-99ea-4c30-b823-72f2b0ed4055 is already hosted by enough agents. {{(pid=91936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:38:46.911865 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.base_scheduler [None req-c4c327fb-d9bb-4a39-8fad-11b7601e6118 admin admin] Resources bound (agent type, host, resource id): {{(pid=91936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:38:47.015715 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.db.l3_db [None req-f7483f80-13f4-48ec-a8c0-8c4dcbd8921e tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Floating IP c0ccd7fb-5303-4500-b16b-8b3c7040bc7f associated. External IP: 172.28.1.213, port: c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9. Jun 14 16:38:47.075925 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4c327fb-d9bb-4a39-8fad-11b7601e6118 admin admin] Router 28b8be67-f847-4c10-a978-f10383f13ded has already been hosted by L3 agent ca10c576-315d-4f3b-b2d0-f5eeab5e8277 {{(pid=91936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 16:38:47.249041 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-69248e56-27fb-4392-a133-6cfb55131fb0 None None] Provisioning complete for port 48d86202-6159-43a1-aa04-a8b18949ac44 triggered by entity DHCP. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:38:47.250032 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-69248e56-27fb-4392-a133-6cfb55131fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:47.311522 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.plugin [None req-69248e56-27fb-4392-a133-6cfb55131fb0 None None] Port 48d86202-6159-43a1-aa04-a8b18949ac44 cannot update to ACTIVE because it is not bound. {{(pid=91937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 16:38:47.351540 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-7ca04610-97d5-4650-87f0-e59d5e789687 req-f207f0de-71eb-4cc2-a7d2-16a55c4edee6 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:47.351969 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-7ca04610-97d5-4650-87f0-e59d5e789687 req-f207f0de-71eb-4cc2-a7d2-16a55c4edee6 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904124'] for floatingip, after_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:47.352315 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.db.l3_db [req-7ca04610-97d5-4650-87f0-e59d5e789687 req-f207f0de-71eb-4cc2-a7d2-16a55c4edee6 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Floating IP 5982919c-ab89-4e32-acbb-0a5ac0e473b3 disassociated. External IP: 172.28.1.67, port: 49648edd-323d-4ff7-91d2-29157438a0ec. Jun 14 16:38:47.352725 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.plugin [req-7ca04610-97d5-4650-87f0-e59d5e789687 req-f207f0de-71eb-4cc2-a7d2-16a55c4edee6 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Calling delete_port for 49648edd-323d-4ff7-91d2-29157438a0ec owned by compute:nova {{(pid=91935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 16:38:47.378488 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c111e06-76c1-4bc5-b27b-1f5cf65fa6bf req-edc1b0f4-bb25-4276-9259-c5550d06a9aa tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:47.380700 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-1c111e06-76c1-4bc5-b27b-1f5cf65fa6bf req-edc1b0f4-bb25-4276-9259-c5550d06a9aa tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aae5f17-8018-4c95-a614-7f339a39d94b HTTP/1.1" status: 200 len: 946 time: 0.1318231 Jun 14 16:38:47.382583 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4c327fb-d9bb-4a39-8fad-11b7601e6118 admin admin] Notify agent at l3_agent.dv-cinder-796286-2-smb the message routers_updated {{(pid=91936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 16:38:47.387891 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-c4c327fb-d9bb-4a39-8fad-11b7601e6118 admin admin] 10.222.0.16 "PUT /v2.0/routers/28b8be67-f847-4c10-a978-f10383f13ded/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7873194 Jun 14 16:38:47.449484 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-1c111e06-76c1-4bc5-b27b-1f5cf65fa6bf req-59fe9909-536b-4c87-9ab9-95000dd876e7 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=8daba1fe-8982-46f6-b6c7-60cb14092ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483699 Jun 14 16:38:47.962022 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-7ca04610-97d5-4650-87f0-e59d5e789687 req-f207f0de-71eb-4cc2-a7d2-16a55c4edee6 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742580029772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742579636520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58943331'] for port, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:47.967305 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 47686) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:38:47.972332 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-b6ce99d6-1fbd-4aff-a5ff-14ab4acc9c57 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:38:47.973024 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.v2.base [None req-401a3c28-7741-4531-a741-76aa73d51465 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1951347311', 'description': 'tempest-description--1235890631'}} {{(pid=91936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:38:47.981441 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7483f80-13f4-48ec-a8c0-8c4dcbd8921e tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Router f00a763d-c869-4000-a0ec-5dbd022811e2 has already been hosted by L3 agent ca10c576-315d-4f3b-b2d0-f5eeab5e8277 {{(pid=91935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 16:38:48.004164 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-401a3c28-7741-4531-a741-76aa73d51465 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks [] for security_group, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:48.016437 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f207f0de-71eb-4cc2-a7d2-16a55c4edee6 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Pushing event deleted for resources: {'Port': ['ID=49648edd-323d-4ff7-91d2-29157438a0ec,revision_number=None']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:38:48.024620 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-f207f0de-71eb-4cc2-a7d2-16a55c4edee6 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:38:48.141662 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-401a3c28-7741-4531-a741-76aa73d51465 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks [] for security_group, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:48.152110 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-401a3c28-7741-4531-a741-76aa73d51465 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:48.156844 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-ca7c7565-2766-44f2-a451-a79439192241 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:38:48.191438 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-401a3c28-7741-4531-a741-76aa73d51465 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks [] for security_group, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:48.192912 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-401a3c28-7741-4531-a741-76aa73d51465 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2245588 Jun 14 16:38:48.196646 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 47688) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:38:48.202163 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.v2.base [None req-cd2f5ba5-119c-4bf9-8f79-81e2d4a17b4d tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Request body: {'security_group_rule': {'security_group_id': '673ff9b0-0f1f-4047-995d-9ca07ea20906', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:38:48.208862 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a3c28-7741-4531-a741-76aa73d51465 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=673ff9b0-0f1f-4047-995d-9ca07ea20906,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:38:48.213118 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-401a3c28-7741-4531-a741-76aa73d51465 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:38:48.237110 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-cd2f5ba5-119c-4bf9-8f79-81e2d4a17b4d tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:48.340409 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-cd2f5ba5-119c-4bf9-8f79-81e2d4a17b4d tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:48.346561 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-cd2f5ba5-119c-4bf9-8f79-81e2d4a17b4d tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856067'] for security_group_rule, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:48.350067 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:38:48.369159 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device 77063136-84a6-47d0-a4e7-974ce2d3a121 up at agent ovs-agent-dv-cinder-796286-2-smb {{(pid=91937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:38:48.373003 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7483f80-13f4-48ec-a8c0-8c4dcbd8921e tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Notify agent at l3_agent.dv-cinder-796286-2-smb the message routers_updated {{(pid=91935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 16:38:48.376840 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2f5ba5-119c-4bf9-8f79-81e2d4a17b4d tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9652359b-2d1e-4d62-8b7d-34e3a525db11,revision_number=0']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:38:48.383791 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-cd2f5ba5-119c-4bf9-8f79-81e2d4a17b4d tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:38:48.387746 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7ca04610-97d5-4650-87f0-e59d5e789687 req-f207f0de-71eb-4cc2-a7d2-16a55c4edee6 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Router 3f079bc4-c906-4068-9e73-a356d5e37921 has already been hosted by L3 agent ca10c576-315d-4f3b-b2d0-f5eeab5e8277 {{(pid=91935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 16:38:48.389552 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-cd2f5ba5-119c-4bf9-8f79-81e2d4a17b4d tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:48.396418 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-cd2f5ba5-119c-4bf9-8f79-81e2d4a17b4d tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1957741 Jun 14 16:38:48.397014 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 47690) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:38:48.402125 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b10034d-3b16-440f-905b-afa236b49a5d None None] Sync routers for ids ['f00a763d-c869-4000-a0ec-5dbd022811e2'] in dv-cinder-796286-2-smb {{(pid=91938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 16:38:48.404427 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.v2.base [None req-3d712739-5165-4caa-9113-f18917b48304 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Request body: {'security_group_rule': {'security_group_id': '673ff9b0-0f1f-4047-995d-9ca07ea20906', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:38:48.405597 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-f7483f80-13f4-48ec-a8c0-8c4dcbd8921e tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220504'] for floatingip, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:48.423445 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b10034d-3b16-440f-905b-afa236b49a5d None None] Routers {'f00a763d-c869-4000-a0ec-5dbd022811e2'} bound to L3 agent in host dv-cinder-796286-2-smb {{(pid=91938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:38:48.424608 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_hamode_db [None req-3b10034d-3b16-440f-905b-afa236b49a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T16:26:21Z,description=,heartbeat_timestamp=2021-06-14T16:38:22Z,host='dv-cinder-796286-2-smb',id=ca10c576-315d-4f3b-b2d0-f5eeab5e8277,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:26:21Z,topic='l3_agent')) {'router_ids': ['f00a763d-c869-4000-a0ec-5dbd022811e2'], 'active': True} {{(pid=91938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:38:48.442305 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-3d712739-5165-4caa-9113-f18917b48304 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:48.568646 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Provisioning for port 77063136-84a6-47d0-a4e7-974ce2d3a121 completed by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:38:48.584393 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-f7483f80-13f4-48ec-a8c0-8c4dcbd8921e tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.4554315 Jun 14 16:38:48.586722 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 47694) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:38:48.587528 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52d2bd19-3096-4311-aa47-9fa5c8329a27', 'tag': 'c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9'}] {{(pid=91935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:38:48.589643 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Provisioning complete for port 77063136-84a6-47d0-a4e7-974ce2d3a121 triggered by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:38:48.589998 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6661bf290492edb1b3f10c978b9fa8124be38cabc2d7e3087d82166a711c303" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c82f9fa-2212-40d3-a5bc-da4d03d2b3cb" -d '{"events": [{"name": "network-changed", "server_uuid": "52d2bd19-3096-4311-aa47-9fa5c8329a27", "tag": "c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9"}]}' {{(pid=91935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:38:48.590135 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:48.597068 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.v2.base [None req-4c0ee161-5e98-43f5-b7ea-f1097b753f1f tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1190238437', 'description': 'tempest-secgroup-smoke-1190238437 description', 'project_id': 'd4e60cacfce24cd499cda68081bd307f'}} {{(pid=91935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:38:48.598485 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-3d712739-5165-4caa-9113-f18917b48304 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:48.617911 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-3d712739-5165-4caa-9113-f18917b48304 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856067'] for security_group_rule, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:48.645510 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:38:48.672765 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7ca04610-97d5-4650-87f0-e59d5e789687 req-f207f0de-71eb-4cc2-a7d2-16a55c4edee6 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify agent at l3_agent.dv-cinder-796286-2-smb the message routers_updated {{(pid=91935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 16:38:48.679201 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-4c0ee161-5e98-43f5-b7ea-f1097b753f1f tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Notify callbacks [] for security_group, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:48.704781 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e734616-56d8-4102-b8b9-b093990210c7 None None] Sync routers for ids ['3f079bc4-c906-4068-9e73-a356d5e37921'] in dv-cinder-796286-2-smb {{(pid=91937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 16:38:48.711624 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d712739-5165-4caa-9113-f18917b48304 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f41043ee-3819-4986-bc1a-12c0bcca433b,revision_number=0']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:38:48.721577 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-3d712739-5165-4caa-9113-f18917b48304 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:48.723187 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-3d712739-5165-4caa-9113-f18917b48304 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3236644 Jun 14 16:38:48.725151 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-3d712739-5165-4caa-9113-f18917b48304 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:38:48.728376 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 47698) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:38:48.733646 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.v2.base [None req-10a14c1b-3b2c-4c10-a851-9f9304567efd tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Request body: {'floatingip': {'floating_network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b'}} {{(pid=91936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:38:48.734038 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 16:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a0bff9-22e8-4e6c-a034-ca7bc63f8841 x-openstack-request-id: req-05a0bff9-22e8-4e6c-a034-ca7bc63f8841 {{(pid=91935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:38:48.734431 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52d2bd19-3096-4311-aa47-9fa5c8329a27", "tag": "c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9", "status": "completed", "code": 200}]} {{(pid=91935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:38:48.734726 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-05a0bff9-22e8-4e6c-a034-ca7bc63f8841 {{(pid=91935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:38:48.735185 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52d2bd19-3096-4311-aa47-9fa5c8329a27', 'tag': 'c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9', 'status': 'completed', 'code': 200} Jun 14 16:38:48.757795 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_dvr_db [None req-3b10034d-3b16-440f-905b-afa236b49a5d None None] Set router f00a763d-c869-4000-a0ec-5dbd022811e2 gateway port host: dv-cinder-796286-2-smb {{(pid=91938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:38:48.796800 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e734616-56d8-4102-b8b9-b093990210c7 None None] Routers {'3f079bc4-c906-4068-9e73-a356d5e37921'} bound to L3 agent in host dv-cinder-796286-2-smb {{(pid=91937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:38:48.797469 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_hamode_db [None req-3e734616-56d8-4102-b8b9-b093990210c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T16:26:21Z,description=,heartbeat_timestamp=2021-06-14T16:38:22Z,host='dv-cinder-796286-2-smb',id=ca10c576-315d-4f3b-b2d0-f5eeab5e8277,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:26:21Z,topic='l3_agent')) {'router_ids': ['3f079bc4-c906-4068-9e73-a356d5e37921'], 'active': True} {{(pid=91937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:38:48.821573 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ca04610-97d5-4650-87f0-e59d5e789687 req-f207f0de-71eb-4cc2-a7d2-16a55c4edee6 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] No DVR routers for this DVR port 49648edd-323d-4ff7-91d2-29157438a0ec on host hv-cinder-79628 {{(pid=91935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 16:38:48.839170 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-7ca04610-97d5-4650-87f0-e59d5e789687 req-f207f0de-71eb-4cc2-a7d2-16a55c4edee6 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220504'] for port, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:48.846704 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c82f9fa-2212-40d3-a5bc-da4d03d2b3cb req-96f5aafa-0f27-4e82-b240-b0cc9c4564db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:48.849447 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-5c82f9fa-2212-40d3-a5bc-da4d03d2b3cb req-96f5aafa-0f27-4e82-b240-b0cc9c4564db service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d4e60cacfce24cd499cda68081bd307f&device_id=52d2bd19-3096-4311-aa47-9fa5c8329a27 HTTP/1.1" status: 200 len: 1099 time: 0.0972056 Jun 14 16:38:48.852888 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-7ca04610-97d5-4650-87f0-e59d5e789687 req-f207f0de-71eb-4cc2-a7d2-16a55c4edee6 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.41 "DELETE /v2.0/ports/49648edd-323d-4ff7-91d2-29157438a0ec HTTP/1.1" status: 204 len: 173 time: 2.8010073 Jun 14 16:38:49.062166 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-4c0ee161-5e98-43f5-b7ea-f1097b753f1f tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Notify callbacks [] for security_group, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:49.068211 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-4c0ee161-5e98-43f5-b7ea-f1097b753f1f tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:49.074853 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-a57767d7-538f-4f28-9711-5edb27b597a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:38:49.093861 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-7270ff30-b069-426d-884f-dae965f6d942 req-eae3c2d9-6e66-455d-a6de-4c49c63f000b tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aae5f17-8018-4c95-a614-7f339a39d94b HTTP/1.1" status: 200 len: 210 time: 0.2346587 Jun 14 16:38:49.120821 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0ee161-5e98-43f5-b7ea-f1097b753f1f tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdee67ff-44c8-460c-88d4-8086e0816ff7,revision_number=1']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:38:49.154910 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-4c0ee161-5e98-43f5-b7ea-f1097b753f1f tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:38:49.198488 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvr_db [None req-3e734616-56d8-4102-b8b9-b093990210c7 None None] Set router 3f079bc4-c906-4068-9e73-a356d5e37921 gateway port host: dv-cinder-796286-2-smb {{(pid=91937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:38:49.275788 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f5df47-7996-4511-a419-33c055a5f545 None None] Sync routers for ids ['28b8be67-f847-4c10-a978-f10383f13ded'] in dv-cinder-796286-2-smb {{(pid=91938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 16:38:49.299001 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f5df47-7996-4511-a419-33c055a5f545 None None] Routers {'28b8be67-f847-4c10-a978-f10383f13ded'} bound to L3 agent in host dv-cinder-796286-2-smb {{(pid=91938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:38:49.300101 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_hamode_db [None req-c9f5df47-7996-4511-a419-33c055a5f545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T16:26:21Z,description=,heartbeat_timestamp=2021-06-14T16:38:22Z,host='dv-cinder-796286-2-smb',id=ca10c576-315d-4f3b-b2d0-f5eeab5e8277,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:26:21Z,topic='l3_agent')) {'router_ids': ['28b8be67-f847-4c10-a978-f10383f13ded'], 'active': True} {{(pid=91938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:38:49.302535 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-2f4590af-22fe-4772-be9b-222823090c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:49.306966 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-4c0ee161-5e98-43f5-b7ea-f1097b753f1f tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Notify callbacks [] for security_group, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:49.309079 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-4c0ee161-5e98-43f5-b7ea-f1097b753f1f tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7162578 Jun 14 16:38:49.312274 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 47720) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:38:49.318683 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.v2.base [None req-ba909af0-37ba-4a56-9ab7-629e5a30474d tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Request body: {'security_group_rule': {'security_group_id': 'bdee67ff-44c8-460c-88d4-8086e0816ff7', 'project_id': 'd4e60cacfce24cd499cda68081bd307f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:38:49.320819 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-10a14c1b-3b2c-4c10-a851-9f9304567efd tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks [] for floatingip, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:49.382917 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-ba909af0-37ba-4a56-9ab7-629e5a30474d tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:49.393688 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c82f9fa-2212-40d3-a5bc-da4d03d2b3cb req-f81007b8-3aab-4b19-9107-033674560baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:49.396629 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-5c82f9fa-2212-40d3-a5bc-da4d03d2b3cb req-f81007b8-3aab-4b19-9107-033674560baa service neutron] 10.222.0.41 "GET /v2.0/networks?id=3de692a8-4a8d-46cb-b014-927335cfd014 HTTP/1.1" status: 200 len: 916 time: 0.4864137 Jun 14 16:38:49.506240 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-ba909af0-37ba-4a56-9ab7-629e5a30474d tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:49.514202 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-ba909af0-37ba-4a56-9ab7-629e5a30474d tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856067'] for security_group_rule, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:49.526817 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-9d35faad-0217-4674-97a5-321b1e28c4b8 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:38:49.564662 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba909af0-37ba-4a56-9ab7-629e5a30474d tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2f57b6d-bfa4-4f0f-a16e-3968cdf4a566,revision_number=0']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:38:49.581453 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-ba909af0-37ba-4a56-9ab7-629e5a30474d tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:38:49.604765 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-ba909af0-37ba-4a56-9ab7-629e5a30474d tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:49.606179 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-ba909af0-37ba-4a56-9ab7-629e5a30474d tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2924085 Jun 14 16:38:49.609077 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 47722) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:38:49.619821 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.v2.base [None req-2341d923-5e9b-4077-8bef-76fc38ce33f8 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Request body: {'security_group_rule': {'security_group_id': 'bdee67ff-44c8-460c-88d4-8086e0816ff7', 'project_id': 'd4e60cacfce24cd499cda68081bd307f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:38:49.620072 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-5c82f9fa-2212-40d3-a5bc-da4d03d2b3cb req-c45c654f-8e94-44e3-9688-b527badb8405 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9 HTTP/1.1" status: 200 len: 1000 time: 0.2148027 Jun 14 16:38:49.656098 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_dvr_db [None req-c9f5df47-7996-4511-a419-33c055a5f545 None None] Set router 28b8be67-f847-4c10-a978-f10383f13ded gateway port host: dv-cinder-796286-2-smb {{(pid=91938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:38:49.694854 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-2341d923-5e9b-4077-8bef-76fc38ce33f8 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:49.784267 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c82f9fa-2212-40d3-a5bc-da4d03d2b3cb req-a15c4797-6e7e-45a7-863c-ab8d9a9e3d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:49.786862 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-5c82f9fa-2212-40d3-a5bc-da4d03d2b3cb req-a15c4797-6e7e-45a7-863c-ab8d9a9e3d9c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4feb0b6c-ad4f-4842-bab5-742d2f85a310 HTTP/1.1" status: 200 len: 854 time: 0.1540635 Jun 14 16:38:49.792318 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device 49648edd-323d-4ff7-91d2-29157438a0ec no longer exists at agent hyperv_hv-cinder-79628 {{(pid=91937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 16:38:49.799523 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-2341d923-5e9b-4077-8bef-76fc38ce33f8 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:49.805468 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-2341d923-5e9b-4077-8bef-76fc38ce33f8 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856067'] for security_group_rule, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:49.811205 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:38:49.837580 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2341d923-5e9b-4077-8bef-76fc38ce33f8 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83313387-139d-4aca-88b9-cc45e91787f1,revision_number=0']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:38:49.852097 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-2341d923-5e9b-4077-8bef-76fc38ce33f8 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:38:49.857712 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.plugin [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] No Port match for: 49648edd-323d-4ff7-91d2-29157438a0ec {{(pid=91937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 16:38:49.857897 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device 49648edd-323d-4ff7-91d2-29157438a0ec not bound to the agent host hv-cinder-79628 {{(pid=91937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 16:38:49.859390 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:49.863747 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-2341d923-5e9b-4077-8bef-76fc38ce33f8 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:49.866779 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-2341d923-5e9b-4077-8bef-76fc38ce33f8 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2566173 Jun 14 16:38:49.869828 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 47724) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:38:49.873388 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-10a14c1b-3b2c-4c10-a851-9f9304567efd tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-782655'] for port, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:49.879483 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.v2.base [None req-2f02ab69-e0d1-4d26-a184-88425b2e748f tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Request body: {'security_group_rule': {'security_group_id': 'bdee67ff-44c8-460c-88d4-8086e0816ff7', 'project_id': 'd4e60cacfce24cd499cda68081bd307f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:38:49.941158 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] For port 77063136-84a6-47d0-a4e7-974ce2d3a121, host dv-cinder-796286-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-smb',level=0,port_id=77063136-84a6-47d0-a4e7-974ce2d3a121,segment=NetworkSegment(a2c1fc44-b613-4a01-80b3-58a3526400ae),segment_id=a2c1fc44-b613-4a01-80b3-58a3526400ae)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:38:49.948564 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:49.949552 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-2f02ab69-e0d1-4d26-a184-88425b2e748f tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:49.955397 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-92fb27f0-2590-461e-b6b6-c317184f2336 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:38:50.003965 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c82f9fa-2212-40d3-a5bc-da4d03d2b3cb req-5cb33d74-2a0c-498a-9010-d2c0680829fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:50.006214 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-5c82f9fa-2212-40d3-a5bc-da4d03d2b3cb req-5cb33d74-2a0c-498a-9010-d2c0680829fb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3de692a8-4a8d-46cb-b014-927335cfd014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2087660 Jun 14 16:38:50.020427 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Pushing event updated for resources: {'Port': ['ID=77063136-84a6-47d0-a4e7-974ce2d3a121,revision_number=4']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:38:50.031418 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:38:50.031886 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:38:50.032361 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:38:50.032730 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:38:50.033066 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:38:50.033549 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:38:50.033912 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:38:50.034357 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:38:50.034731 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:38:50.035065 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:38:50.035394 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:38:50.035830 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:38:50.042464 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:38:50.050338 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-2f02ab69-e0d1-4d26-a184-88425b2e748f tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:50.055503 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-2f02ab69-e0d1-4d26-a184-88425b2e748f tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856067'] for security_group_rule, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:50.058708 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:38:50.076159 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f02ab69-e0d1-4d26-a184-88425b2e748f tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3b8780c-63d7-4a73-8a0f-acc6c51718b1,revision_number=0']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:38:50.080984 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-2f02ab69-e0d1-4d26-a184-88425b2e748f tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:38:50.094050 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-2f02ab69-e0d1-4d26-a184-88425b2e748f tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:50.099607 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-2f02ab69-e0d1-4d26-a184-88425b2e748f tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2277212 Jun 14 16:38:50.101998 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 47726) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:38:50.107237 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_hamode_db [None req-3e734616-56d8-4102-b8b9-b093990210c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f079bc4-c906-4068-9e73-a356d5e37921', 'name': 'tempest-AttachVolumeShelveTestJSON-275120226-router', 'tenant_id': '5e64979c8b4744a1a9e561844a8d2019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.98'}], 'enable_snat': True}, 'gw_port_id': 'bb8407da-48f5-4573-b8b7-d91c97efb752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:34:32Z', 'updated_at': '2021-06-14T16:34:44Z', 'revision_number': 4, 'project_id': '5e64979c8b4744a1a9e561844a8d2019', 'gw_port': {'id': 'bb8407da-48f5-4573-b8b7-d91c97efb752', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f079bc4-c906-4068-9e73-a356d5e37921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:34:33Z', 'updated_at': '2021-06-14T16:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb', '_interfaces': [{'id': 'e6f764ad-a0f4-4314-b227-11ddd6522d49', 'name': '', 'network_id': 'b827e6b3-7ed7-4462-86b3-950f50bba85c', 'tenant_id': '5e64979c8b4744a1a9e561844a8d2019', 'mac_address': 'fa:16:3e:50:7b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f079bc4-c906-4068-9e73-a356d5e37921', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1c618564-7ca5-4a66-b740-3ae47e99df42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:34:40Z', 'updated_at': '2021-06-14T16:34:57Z', 'revision_number': 5, 'project_id': '5e64979c8b4744a1a9e561844a8d2019', 'subnets': [{'id': '1c618564-7ca5-4a66-b740-3ae47e99df42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-smb', False) {} {{(pid=91937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:38:50.107916 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.v2.base [None req-5c013061-3709-4f39-b94e-bd52913476e2 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Request body: {'security_group_rule': {'security_group_id': 'bdee67ff-44c8-460c-88d4-8086e0816ff7', 'project_id': 'd4e60cacfce24cd499cda68081bd307f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:38:50.111323 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e734616-56d8-4102-b8b9-b093990210c7 None None] Checking router: 3f079bc4-c906-4068-9e73-a356d5e37921 for host: dv-cinder-796286-2-smb {{(pid=91937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 16:38:50.120761 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e734616-56d8-4102-b8b9-b093990210c7 None None] Routers {'3f079bc4-c906-4068-9e73-a356d5e37921'} bound to L3 agent in host dv-cinder-796286-2-smb {{(pid=91937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:38:50.122298 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_hamode_db [None req-3e734616-56d8-4102-b8b9-b093990210c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T16:26:21Z,description=,heartbeat_timestamp=2021-06-14T16:38:22Z,host='dv-cinder-796286-2-smb',id=ca10c576-315d-4f3b-b2d0-f5eeab5e8277,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:26:21Z,topic='l3_agent')) {'router_ids': ['3f079bc4-c906-4068-9e73-a356d5e37921'], 'active': True} {{(pid=91937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:38:50.156443 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-5c013061-3709-4f39-b94e-bd52913476e2 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:50.313614 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 47734) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:38:50.329885 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvr_db [None req-3e734616-56d8-4102-b8b9-b093990210c7 None None] Set router 3f079bc4-c906-4068-9e73-a356d5e37921 gateway port host: dv-cinder-796286-2-smb {{(pid=91937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:38:50.383164 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-5c013061-3709-4f39-b94e-bd52913476e2 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:50.403634 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device 77063136-84a6-47d0-a4e7-974ce2d3a121 up at agent ovs-agent-dv-cinder-796286-2-smb {{(pid=91937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:38:50.417464 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-273096c3-7d77-452d-a76c-4e365a8292da tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks [] for security_group, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:50.421710 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-5c013061-3709-4f39-b94e-bd52913476e2 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856067'] for security_group_rule, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:50.435527 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-2341d923-5e9b-4077-8bef-76fc38ce33f8 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:38:50.485936 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c013061-3709-4f39-b94e-bd52913476e2 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dfb4b4d-c57b-410a-b28d-3d1228ea02cf,revision_number=0']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:38:50.499992 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-5c013061-3709-4f39-b94e-bd52913476e2 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:38:50.509592 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-5c013061-3709-4f39-b94e-bd52913476e2 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:50.515138 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-5c013061-3709-4f39-b94e-bd52913476e2 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4118156 Jun 14 16:38:50.516900 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 47740) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:38:50.536322 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.v2.base [None req-e8e785fe-0899-4d96-b544-507a1cc82870 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Request body: {'security_group_rule': {'security_group_id': 'bdee67ff-44c8-460c-88d4-8086e0816ff7', 'project_id': 'd4e60cacfce24cd499cda68081bd307f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:38:50.541157 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_hamode_db [None req-c9f5df47-7996-4511-a419-33c055a5f545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b8be67-f847-4c10-a978-f10383f13ded', 'name': 'tempest-AttachVolumeTestJSON-1207740692-router', 'tenant_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.195'}], 'enable_snat': True}, 'gw_port_id': '77063136-84a6-47d0-a4e7-974ce2d3a121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:38:41Z', 'updated_at': '2021-06-14T16:38:46Z', 'revision_number': 4, 'project_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'gw_port': {'id': '77063136-84a6-47d0-a4e7-974ce2d3a121', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:67:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28b8be67-f847-4c10-a978-f10383f13ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:38:42Z', 'updated_at': '2021-06-14T16:38:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb', '_interfaces': [{'id': '48d86202-6159-43a1-aa04-a8b18949ac44', 'name': '', 'network_id': 'ddf07b9e-99ea-4c30-b823-72f2b0ed4055', 'tenant_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'mac_address': 'fa:16:3e:71:ff:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28b8be67-f847-4c10-a978-f10383f13ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'c03c59fa-658a-445c-9394-38c3bfae06f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:38:45Z', 'updated_at': '2021-06-14T16:38:46Z', 'revision_number': 2, 'project_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'subnets': [{'id': 'c03c59fa-658a-445c-9394-38c3bfae06f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-smb', False) {} {{(pid=91938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:38:50.541948 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-273096c3-7d77-452d-a76c-4e365a8292da tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:50.546142 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_hamode_db [None req-3b10034d-3b16-440f-905b-afa236b49a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f00a763d-c869-4000-a0ec-5dbd022811e2', 'name': 'tempest-TestMinimumBasicScenario-2068368581-router', 'tenant_id': 'd4e60cacfce24cd499cda68081bd307f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.238'}], 'enable_snat': True}, 'gw_port_id': '3b6ceef6-059b-4d1e-bd4e-9ad1f3c26200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:37:49Z', 'updated_at': '2021-06-14T16:37:55Z', 'revision_number': 4, 'project_id': 'd4e60cacfce24cd499cda68081bd307f', 'gw_port': {'id': '3b6ceef6-059b-4d1e-bd4e-9ad1f3c26200', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ca:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f00a763d-c869-4000-a0ec-5dbd022811e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:37:50Z', 'updated_at': '2021-06-14T16:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb', '_floatingips': [{'id': 'c0ccd7fb-5303-4500-b16b-8b3c7040bc7f', 'tenant_id': 'd4e60cacfce24cd499cda68081bd307f', 'floating_ip_address': '172.28.1.213', 'floating_network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'router_id': 'f00a763d-c869-4000-a0ec-5dbd022811e2', 'port_id': 'c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3de692a8-4a8d-46cb-b014-927335cfd014', 'mac_address': 'fa:16:3e:33:66:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d2bd19-3096-4311-aa47-9fa5c8329a27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T16:38:45Z', 'updated_at': '2021-06-14T16:38:45Z', 'revision_number': 0, 'project_id': 'd4e60cacfce24cd499cda68081bd307f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd85838f6-8338-43a7-acbf-d467f7444c92', 'name': '', 'network_id': '3de692a8-4a8d-46cb-b014-927335cfd014', 'tenant_id': 'd4e60cacfce24cd499cda68081bd307f', 'mac_address': 'fa:16:3e:b9:c4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f00a763d-c869-4000-a0ec-5dbd022811e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '4feb0b6c-ad4f-4842-bab5-742d2f85a310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:37:54Z', 'updated_at': '2021-06-14T16:38:02Z', 'revision_number': 5, 'project_id': 'd4e60cacfce24cd499cda68081bd307f', 'subnets': [{'id': '4feb0b6c-ad4f-4842-bab5-742d2f85a310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-smb', False) {} {{(pid=91938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:38:50.549859 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f5df47-7996-4511-a419-33c055a5f545 None None] Checking router: 28b8be67-f847-4c10-a978-f10383f13ded for host: dv-cinder-796286-2-smb {{(pid=91938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 16:38:50.552156 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f5df47-7996-4511-a419-33c055a5f545 None None] Updating router 28b8be67-f847-4c10-a978-f10383f13ded port 48d86202-6159-43a1-aa04-a8b18949ac44 binding host dv-cinder-796286-2-smb {{(pid=91938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 16:38:50.603875 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b10034d-3b16-440f-905b-afa236b49a5d None None] Checking router: f00a763d-c869-4000-a0ec-5dbd022811e2 for host: dv-cinder-796286-2-smb {{(pid=91938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 16:38:50.609222 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron_lib.callbacks.manager [None req-c9f5df47-7996-4511-a419-33c055a5f545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:50.649405 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.db.db_base_plugin_common [None req-10a14c1b-3b2c-4c10-a851-9f9304567efd tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Allocated IP 172.28.1.227 (2b8148fa-8475-41af-8213-9af35fa3c21b/245e4c8b-b6d5-4126-ad47-8a46fc8189c6/62d62f2e-4437-4606-8d24-75104c2265c1) {{(pid=91936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 16:38:50.676532 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.db.securitygroups_db [None req-e8e785fe-0899-4d96-b544-507a1cc82870 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Project d4e60cacfce24cd499cda68081bd307f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 14 16:38:50.700098 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Provisioning complete for port 77063136-84a6-47d0-a4e7-974ce2d3a121 triggered by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:38:50.700437 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:50.701585 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-e8e785fe-0899-4d96-b544-507a1cc82870 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:50.704959 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-5c82f9fa-2212-40d3-a5bc-da4d03d2b3cb req-fd9a0a20-59bd-43f2-9c44-47dd66dc3231 service neutron] 10.222.0.41 "GET /v2.0/networks/3de692a8-4a8d-46cb-b014-927335cfd014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6861727 Jun 14 16:38:50.732420 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-273096c3-7d77-452d-a76c-4e365a8292da tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:50.735009 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-273096c3-7d77-452d-a76c-4e365a8292da tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks [] for security_group, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:50.736182 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-273096c3-7d77-452d-a76c-4e365a8292da tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "DELETE /v2.0/security-groups/8daba1fe-8982-46f6-b6c7-60cb14092ebe HTTP/1.1" status: 204 len: 168 time: 0.4202507 Jun 14 16:38:50.754877 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-75e1d35f-b447-4b91-b92a-5e7311c0b1ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:38:50.758457 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aae5f17-8018-4c95-a614-7f339a39d94b', 'name': 'network-vif-deleted', 'tag': '49648edd-323d-4ff7-91d2-29157438a0ec'}] {{(pid=91935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:38:50.761693 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6661bf290492edb1b3f10c978b9fa8124be38cabc2d7e3087d82166a711c303" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37501b9e-ad0b-45e1-a1c8-676c954f376e" -d '{"events": [{"server_uuid": "0aae5f17-8018-4c95-a614-7f339a39d94b", "name": "network-vif-deleted", "tag": "49648edd-323d-4ff7-91d2-29157438a0ec"}]}' {{(pid=91935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:38:50.779801 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 47742) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:38:50.835529 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.api.v2.resource [None req-adfda9ab-12c6-4fea-ae18-ac98d5fe668b tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] show failed (client error): The resource could not be found. Jun 14 16:38:50.838224 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-adfda9ab-12c6-4fea-ae18-ac98d5fe668b tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups/8daba1fe-8982-46f6-b6c7-60cb14092ebe HTTP/1.1" status: 404 len: 347 time: 0.0538173 Jun 14 16:38:50.855905 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273096c3-7d77-452d-a76c-4e365a8292da tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8daba1fe-8982-46f6-b6c7-60cb14092ebe,revision_number=None']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:38:50.876633 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 47746) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:38:50.878304 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 16:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4949a355-1d32-4c13-a88a-7efc27cc5d14 x-openstack-request-id: req-4949a355-1d32-4c13-a88a-7efc27cc5d14 {{(pid=91935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:38:50.878630 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aae5f17-8018-4c95-a614-7f339a39d94b", "name": "network-vif-deleted", "tag": "49648edd-323d-4ff7-91d2-29157438a0ec", "status": "completed", "code": 200}]} {{(pid=91935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:38:50.878921 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4949a355-1d32-4c13-a88a-7efc27cc5d14 {{(pid=91935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:38:50.879348 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aae5f17-8018-4c95-a614-7f339a39d94b', 'name': 'network-vif-deleted', 'tag': '49648edd-323d-4ff7-91d2-29157438a0ec', 'status': 'completed', 'code': 200} Jun 14 16:38:50.882673 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-273096c3-7d77-452d-a76c-4e365a8292da tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:38:50.898880 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-10a14c1b-3b2c-4c10-a851-9f9304567efd tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks [] for port, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:50.925666 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_hamode_db [None req-3e734616-56d8-4102-b8b9-b093990210c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f079bc4-c906-4068-9e73-a356d5e37921', 'name': 'tempest-AttachVolumeShelveTestJSON-275120226-router', 'tenant_id': '5e64979c8b4744a1a9e561844a8d2019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.98'}], 'enable_snat': True}, 'gw_port_id': 'bb8407da-48f5-4573-b8b7-d91c97efb752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:34:32Z', 'updated_at': '2021-06-14T16:34:44Z', 'revision_number': 4, 'project_id': '5e64979c8b4744a1a9e561844a8d2019', 'gw_port': {'id': 'bb8407da-48f5-4573-b8b7-d91c97efb752', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f079bc4-c906-4068-9e73-a356d5e37921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:34:33Z', 'updated_at': '2021-06-14T16:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb', '_interfaces': [{'id': 'e6f764ad-a0f4-4314-b227-11ddd6522d49', 'name': '', 'network_id': 'b827e6b3-7ed7-4462-86b3-950f50bba85c', 'tenant_id': '5e64979c8b4744a1a9e561844a8d2019', 'mac_address': 'fa:16:3e:50:7b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f079bc4-c906-4068-9e73-a356d5e37921', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1c618564-7ca5-4a66-b740-3ae47e99df42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:34:40Z', 'updated_at': '2021-06-14T16:34:57Z', 'revision_number': 5, 'project_id': '5e64979c8b4744a1a9e561844a8d2019', 'subnets': [{'id': '1c618564-7ca5-4a66-b740-3ae47e99df42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-smb', False) {} {{(pid=91937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:38:50.934745 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e734616-56d8-4102-b8b9-b093990210c7 None None] The sync data for ids ['3f079bc4-c906-4068-9e73-a356d5e37921'] in dv-cinder-796286-2-smb is: [{'id': '3f079bc4-c906-4068-9e73-a356d5e37921', 'name': 'tempest-AttachVolumeShelveTestJSON-275120226-router', 'tenant_id': '5e64979c8b4744a1a9e561844a8d2019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.98'}], 'enable_snat': True}, 'gw_port_id': 'bb8407da-48f5-4573-b8b7-d91c97efb752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:34:32Z', 'updated_at': '2021-06-14T16:34:44Z', 'revision_number': 4, 'project_id': '5e64979c8b4744a1a9e561844a8d2019', 'gw_port': {'id': 'bb8407da-48f5-4573-b8b7-d91c97efb752', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f079bc4-c906-4068-9e73-a356d5e37921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:34:33Z', 'updated_at': '2021-06-14T16:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb', '_interfaces': [{'id': 'e6f764ad-a0f4-4314-b227-11ddd6522d49', 'name': '', 'network_id': 'b827e6b3-7ed7-4462-86b3-950f50bba85c', 'tenant_id': '5e64979c8b4744a1a9e561844a8d2019', 'mac_address': 'fa:16:3e:50:7b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f079bc4-c906-4068-9e73-a356d5e37921', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1c618564-7ca5-4a66-b740-3ae47e99df42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:34:40Z', 'updated_at': '2021-06-14T16:34:57Z', 'revision_number': 5, 'project_id': '5e64979c8b4744a1a9e561844a8d2019', 'subnets': [{'id': '1c618564-7ca5-4a66-b740-3ae47e99df42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 16:38:50.973284 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-10a14c1b-3b2c-4c10-a851-9f9304567efd tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-782844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4109363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742579636511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60243869'] for port, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:50.977299 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:38:51.006782 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-e8e785fe-0899-4d96-b544-507a1cc82870 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:51.018217 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-e8e785fe-0899-4d96-b544-507a1cc82870 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856067'] for security_group_rule, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:51.024542 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-5c013061-3709-4f39-b94e-bd52913476e2 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:38:51.036763 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron_lib.callbacks.manager [None req-c9f5df47-7996-4511-a419-33c055a5f545 None None] Notify callbacks [] for port, precommit_update {{(pid=91938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:51.048355 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b10034d-3b16-440f-905b-afa236b49a5d None None] Routers {'f00a763d-c869-4000-a0ec-5dbd022811e2'} bound to L3 agent in host dv-cinder-796286-2-smb {{(pid=91938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:38:51.048879 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_hamode_db [None req-3b10034d-3b16-440f-905b-afa236b49a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T16:26:21Z,description=,heartbeat_timestamp=2021-06-14T16:38:22Z,host='dv-cinder-796286-2-smb',id=ca10c576-315d-4f3b-b2d0-f5eeab5e8277,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:26:21Z,topic='l3_agent')) {'router_ids': ['f00a763d-c869-4000-a0ec-5dbd022811e2'], 'active': True} {{(pid=91938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:38:51.067687 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a14c1b-3b2c-4c10-a851-9f9304567efd tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Network 2b8148fa-8475-41af-8213-9af35fa3c21b is already hosted by enough agents. {{(pid=91936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:38:51.075839 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.base_scheduler [None req-10a14c1b-3b2c-4c10-a851-9f9304567efd tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Resources bound (agent type, host, resource id): {{(pid=91936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:38:51.127755 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a14c1b-3b2c-4c10-a851-9f9304567efd tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Received port after_create {{(pid=91936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 16:38:51.134745 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a14c1b-3b2c-4c10-a851-9f9304567efd tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Pushing event updated for resources: {'Port': ['ID=62d62f2e-4437-4606-8d24-75104c2265c1,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:38:51.149328 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e785fe-0899-4d96-b544-507a1cc82870 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f8c21cd-e63b-43be-8f19-d8fa53c8d598,revision_number=0']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:38:51.160837 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-e8e785fe-0899-4d96-b544-507a1cc82870 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:38:51.169530 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-10a14c1b-3b2c-4c10-a851-9f9304567efd tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:38:51.206000 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.provisioning_blocks [None req-c9f5df47-7996-4511-a419-33c055a5f545 None None] Transition to ACTIVE for port object 48d86202-6159-43a1-aa04-a8b18949ac44 will not be triggered until provisioned by entity L2. {{(pid=91938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:38:51.220885 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron_lib.callbacks.manager [None req-c9f5df47-7996-4511-a419-33c055a5f545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:51.228600 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG oslo_concurrency.lockutils [None req-a0292d7c-f298-4c28-9755-ccb5d9738d3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91938) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:38:51.233014 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-e8e785fe-0899-4d96-b544-507a1cc82870 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:51.234736 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-e8e785fe-0899-4d96-b544-507a1cc82870 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7022326 Jun 14 16:38:51.238737 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 47748) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:38:51.245555 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.v2.base [None req-4bb77063-3db7-4800-9dd6-aa8fb21881a8 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Request body: {'security_group_rule': {'security_group_id': 'bdee67ff-44c8-460c-88d4-8086e0816ff7', 'project_id': 'd4e60cacfce24cd499cda68081bd307f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:38:51.318784 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-10a14c1b-3b2c-4c10-a851-9f9304567efd tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:51.333843 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-5c82f9fa-2212-40d3-a5bc-da4d03d2b3cb req-1fd1b79c-02f1-4246-a3ca-37f282fa37e0 service neutron] 10.222.0.41 "GET /v2.0/networks/3de692a8-4a8d-46cb-b014-927335cfd014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3764079 Jun 14 16:38:51.386919 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.plugin [None req-b553bf04-6ed5-4427-9da4-1c3ebb5a075e tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Deleting port a473ec23-97a5-4396-a568-d5a3bf6121f6 {{(pid=91935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 16:38:51.388248 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-b553bf04-6ed5-4427-9da4-1c3ebb5a075e tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742580025384'] for port, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:51.388730 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.db.securitygroups_db [None req-4bb77063-3db7-4800-9dd6-aa8fb21881a8 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Project d4e60cacfce24cd499cda68081bd307f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 14 16:38:51.393527 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfde5d33-ac0f-426f-a44e-1870e4485d76 None None] Pushing event updated for resources: {'Port': ['ID=48d86202-6159-43a1-aa04-a8b18949ac44,revision_number=3']} {{(pid=91938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:38:51.396634 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-10a14c1b-3b2c-4c10-a851-9f9304567efd tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:51.398491 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-4bb77063-3db7-4800-9dd6-aa8fb21881a8 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:51.408199 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG oslo_concurrency.lockutils [None req-bfde5d33-ac0f-426f-a44e-1870e4485d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91938) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:38:51.414674 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_dvr_db [None req-3b10034d-3b16-440f-905b-afa236b49a5d None None] Set router f00a763d-c869-4000-a0ec-5dbd022811e2 gateway port host: dv-cinder-796286-2-smb {{(pid=91938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:38:51.468605 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9707443e-e79d-4b64-b885-0dbfbb2ce63d None None] New status for floating IP 5982919c-ab89-4e32-acbb-0a5ac0e473b3: DOWN {{(pid=91937) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 16:38:51.675534 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-b553bf04-6ed5-4427-9da4-1c3ebb5a075e tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3907582'] for port, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:51.676082 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-b553bf04-6ed5-4427-9da4-1c3ebb5a075e tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:51.819079 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-d411206d-fc2b-408d-9a31-c7f38b138dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:51.826213 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:51.846016 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 47752) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:38:51.881541 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.plugin [None req-b553bf04-6ed5-4427-9da4-1c3ebb5a075e tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Calling delete_port for a473ec23-97a5-4396-a568-d5a3bf6121f6 owned by network:floatingip {{(pid=91935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 16:38:51.923767 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.plugins.ml2.managers [None req-c9f5df47-7996-4511-a419-33c055a5f545 None None] Attempting to bind port 48d86202-6159-43a1-aa04-a8b18949ac44 on host dv-cinder-796286-2-smb for vnic_type normal with profile {{(pid=91938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 16:38:51.927918 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.plugins.ml2.managers [None req-c9f5df47-7996-4511-a419-33c055a5f545 None None] Attempting to bind port 48d86202-6159-43a1-aa04-a8b18949ac44 by drivers openvswitch,hyperv on host dv-cinder-796286-2-smb at level 0 using segments [{'id': '690bd276-103b-46b0-9d5a-76d942177037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ddf07b9e-99ea-4c30-b823-72f2b0ed4055'}] {{(pid=91938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 16:38:51.927918 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f5df47-7996-4511-a419-33c055a5f545 None None] Attempting to bind port 48d86202-6159-43a1-aa04-a8b18949ac44 on network ddf07b9e-99ea-4c30-b823-72f2b0ed4055 {{(pid=91938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:38:51.935637 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f5df47-7996-4511-a419-33c055a5f545 None None] Checking agent: {'id': 'f162564f-7dab-4d73-81fc-5f8e857b2431', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 26, 22), 'started_at': datetime.datetime(2021, 6, 14, 16, 26, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 16, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 16:38:51.936040 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f5df47-7996-4511-a419-33c055a5f545 None None] Checking segment: {'id': '690bd276-103b-46b0-9d5a-76d942177037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ddf07b9e-99ea-4c30-b823-72f2b0ed4055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:38:51.936454 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron_lib.callbacks.manager [None req-c9f5df47-7996-4511-a419-33c055a5f545 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:51.936852 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f5df47-7996-4511-a419-33c055a5f545 None None] Bound using segment: {'id': '690bd276-103b-46b0-9d5a-76d942177037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ddf07b9e-99ea-4c30-b823-72f2b0ed4055'} {{(pid=91938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 16:38:51.937329 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.plugins.ml2.managers [None req-c9f5df47-7996-4511-a419-33c055a5f545 None None] Bound port: 48d86202-6159-43a1-aa04-a8b18949ac44, host: dv-cinder-796286-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '690bd276-103b-46b0-9d5a-76d942177037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ddf07b9e-99ea-4c30-b823-72f2b0ed4055'}}] {{(pid=91938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 16:38:51.937710 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron_lib.callbacks.manager [None req-c9f5df47-7996-4511-a419-33c055a5f545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:51.970758 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c889151-3146-487e-8752-683f64d3ebed admin admin] Deleting subnet e548ffcc-1ce1-4095-beac-3f4a320f91e1 {{(pid=91936) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 14 16:38:51.974960 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-4bb77063-3db7-4800-9dd6-aa8fb21881a8 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:51.979888 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-10a14c1b-3b2c-4c10-a851-9f9304567efd tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks [] for port, precommit_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:51.981766 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-0c889151-3146-487e-8752-683f64d3ebed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:52.018184 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-4bb77063-3db7-4800-9dd6-aa8fb21881a8 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856067'] for security_group_rule, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:52.026372 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-cd2f5ba5-119c-4bf9-8f79-81e2d4a17b4d tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:38:52.029014 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-10a14c1b-3b2c-4c10-a851-9f9304567efd tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60243875'] for port, after_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:52.037824 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-0c889151-3146-487e-8752-683f64d3ebed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60627306'] for subnet, precommit_delete_associations {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:52.091270 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb77063-3db7-4800-9dd6-aa8fb21881a8 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88397d8a-2715-4ace-90d3-d30666ae9375,revision_number=0']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:38:52.094945 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-4bb77063-3db7-4800-9dd6-aa8fb21881a8 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:38:52.097132 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-8348e41d-6fe4-4af0-aaaa-e11c9491a241 tempest-DeleteServersTestJSON-633373428 tempest-DeleteServersTestJSON-633373428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:38:52.110336 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-b553bf04-6ed5-4427-9da4-1c3ebb5a075e tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742580029772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742579636520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58943331'] for port, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:52.113967 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-a3c4b11d-2a8b-4435-b992-407dfc9a7ff2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:38:52.127624 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.plugins.ml2.db [None req-c9f5df47-7996-4511-a419-33c055a5f545 None None] For port 48d86202-6159-43a1-aa04-a8b18949ac44, host dv-cinder-796286-2-smb, cleared binding levels {{(pid=91938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 16:38:52.134429 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-4bb77063-3db7-4800-9dd6-aa8fb21881a8 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:52.138712 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-4bb77063-3db7-4800-9dd6-aa8fb21881a8 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8939784 Jun 14 16:38:52.154404 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b553bf04-6ed5-4427-9da4-1c3ebb5a075e tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Pushing event deleted for resources: {'Port': ['ID=a473ec23-97a5-4396-a568-d5a3bf6121f6,revision_number=None']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:38:52.159738 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-b553bf04-6ed5-4427-9da4-1c3ebb5a075e tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:38:52.172012 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.plugins.ml2.db [None req-c9f5df47-7996-4511-a419-33c055a5f545 None None] For port 48d86202-6159-43a1-aa04-a8b18949ac44, host dv-cinder-796286-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-smb',level=0,port_id=48d86202-6159-43a1-aa04-a8b18949ac44,segment=NetworkSegment(690bd276-103b-46b0-9d5a-76d942177037),segment_id=690bd276-103b-46b0-9d5a-76d942177037)] {{(pid=91938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 16:38:52.177328 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-0c889151-3146-487e-8752-683f64d3ebed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676727'] for subnet, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:52.181450 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron_lib.callbacks.manager [None req-c9f5df47-7996-4511-a419-33c055a5f545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:52.191246 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG oslo_concurrency.lockutils [None req-bfde5d33-ac0f-426f-a44e-1870e4485d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91938) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:38:52.237377 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a14c1b-3b2c-4c10-a851-9f9304567efd tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Pushing event updated for resources: {'Port': ['ID=62d62f2e-4437-4606-8d24-75104c2265c1,revision_number=2']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:38:52.243723 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-10a14c1b-3b2c-4c10-a851-9f9304567efd tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:38:52.254261 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-10a14c1b-3b2c-4c10-a851-9f9304567efd tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904124'] for floatingip, after_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:52.262842 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-b553bf04-6ed5-4427-9da4-1c3ebb5a075e tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks [] for floatingip, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:52.268658 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f5df47-7996-4511-a419-33c055a5f545 None None] Routers {'28b8be67-f847-4c10-a978-f10383f13ded'} bound to L3 agent in host dv-cinder-796286-2-smb {{(pid=91938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:38:52.269870 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_hamode_db [None req-c9f5df47-7996-4511-a419-33c055a5f545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T16:26:21Z,description=,heartbeat_timestamp=2021-06-14T16:38:52Z,host='dv-cinder-796286-2-smb',id=ca10c576-315d-4f3b-b2d0-f5eeab5e8277,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:26:21Z,topic='l3_agent')) {'router_ids': ['28b8be67-f847-4c10-a978-f10383f13ded'], 'active': True} {{(pid=91938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:38:52.271960 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-b553bf04-6ed5-4427-9da4-1c3ebb5a075e tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220504'] for floatingip, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:52.276626 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-b553bf04-6ed5-4427-9da4-1c3ebb5a075e tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "DELETE /v2.0/floatingips/5982919c-ab89-4e32-acbb-0a5ac0e473b3 HTTP/1.1" status: 204 len: 168 time: 1.3922176 Jun 14 16:38:52.295434 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-10a14c1b-3b2c-4c10-a851-9f9304567efd tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220504'] for floatingip, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:52.304784 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-10a14c1b-3b2c-4c10-a851-9f9304567efd tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5748873 Jun 14 16:38:52.310132 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-0c889151-3146-487e-8752-683f64d3ebed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60242030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60801002'] for subnet, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:52.312589 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-bcd19a31-7cd2-42af-80bb-852c99cf7fc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:38:52.375040 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c889151-3146-487e-8752-683f64d3ebed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e548ffcc-1ce1-4095-beac-3f4a320f91e1,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:38:52.378596 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-0c889151-3146-487e-8752-683f64d3ebed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:38:52.387105 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-0c889151-3146-487e-8752-683f64d3ebed admin admin] Notify callbacks [] for subnet, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:52.389856 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-0c889151-3146-487e-8752-683f64d3ebed admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e548ffcc-1ce1-4095-beac-3f4a320f91e1 HTTP/1.1" status: 204 len: 168 time: 0.5428140 Jun 14 16:38:52.392477 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_hamode_db [None req-3b10034d-3b16-440f-905b-afa236b49a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f00a763d-c869-4000-a0ec-5dbd022811e2', 'name': 'tempest-TestMinimumBasicScenario-2068368581-router', 'tenant_id': 'd4e60cacfce24cd499cda68081bd307f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.238'}], 'enable_snat': True}, 'gw_port_id': '3b6ceef6-059b-4d1e-bd4e-9ad1f3c26200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:37:49Z', 'updated_at': '2021-06-14T16:37:55Z', 'revision_number': 4, 'project_id': 'd4e60cacfce24cd499cda68081bd307f', 'gw_port': {'id': '3b6ceef6-059b-4d1e-bd4e-9ad1f3c26200', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ca:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f00a763d-c869-4000-a0ec-5dbd022811e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:37:50Z', 'updated_at': '2021-06-14T16:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb', '_floatingips': [{'id': 'c0ccd7fb-5303-4500-b16b-8b3c7040bc7f', 'tenant_id': 'd4e60cacfce24cd499cda68081bd307f', 'floating_ip_address': '172.28.1.213', 'floating_network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'router_id': 'f00a763d-c869-4000-a0ec-5dbd022811e2', 'port_id': 'c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3de692a8-4a8d-46cb-b014-927335cfd014', 'mac_address': 'fa:16:3e:33:66:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d2bd19-3096-4311-aa47-9fa5c8329a27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T16:38:45Z', 'updated_at': '2021-06-14T16:38:45Z', 'revision_number': 0, 'project_id': 'd4e60cacfce24cd499cda68081bd307f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd85838f6-8338-43a7-acbf-d467f7444c92', 'name': '', 'network_id': '3de692a8-4a8d-46cb-b014-927335cfd014', 'tenant_id': 'd4e60cacfce24cd499cda68081bd307f', 'mac_address': 'fa:16:3e:b9:c4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f00a763d-c869-4000-a0ec-5dbd022811e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '4feb0b6c-ad4f-4842-bab5-742d2f85a310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:37:54Z', 'updated_at': '2021-06-14T16:38:02Z', 'revision_number': 5, 'project_id': 'd4e60cacfce24cd499cda68081bd307f', 'subnets': [{'id': '4feb0b6c-ad4f-4842-bab5-742d2f85a310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-smb', False) {} {{(pid=91938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:38:52.393367 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 47762) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:38:52.466534 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfde5d33-ac0f-426f-a44e-1870e4485d76 None None] Pushing event updated for resources: {'Port': ['ID=48d86202-6159-43a1-aa04-a8b18949ac44,revision_number=4']} {{(pid=91938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:38:52.478408 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG oslo_concurrency.lockutils [None req-bfde5d33-ac0f-426f-a44e-1870e4485d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=91938) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:38:52.481440 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b10034d-3b16-440f-905b-afa236b49a5d None None] The sync data for ids ['f00a763d-c869-4000-a0ec-5dbd022811e2'] in dv-cinder-796286-2-smb is: [{'id': 'f00a763d-c869-4000-a0ec-5dbd022811e2', 'name': 'tempest-TestMinimumBasicScenario-2068368581-router', 'tenant_id': 'd4e60cacfce24cd499cda68081bd307f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.238'}], 'enable_snat': True}, 'gw_port_id': '3b6ceef6-059b-4d1e-bd4e-9ad1f3c26200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:37:49Z', 'updated_at': '2021-06-14T16:37:55Z', 'revision_number': 4, 'project_id': 'd4e60cacfce24cd499cda68081bd307f', 'gw_port': {'id': '3b6ceef6-059b-4d1e-bd4e-9ad1f3c26200', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ca:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f00a763d-c869-4000-a0ec-5dbd022811e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:37:50Z', 'updated_at': '2021-06-14T16:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb', '_floatingips': [{'id': 'c0ccd7fb-5303-4500-b16b-8b3c7040bc7f', 'tenant_id': 'd4e60cacfce24cd499cda68081bd307f', 'floating_ip_address': '172.28.1.213', 'floating_network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'router_id': 'f00a763d-c869-4000-a0ec-5dbd022811e2', 'port_id': 'c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3de692a8-4a8d-46cb-b014-927335cfd014', 'mac_address': 'fa:16:3e:33:66:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d2bd19-3096-4311-aa47-9fa5c8329a27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T16:38:45Z', 'updated_at': '2021-06-14T16:38:45Z', 'revision_number': 0, 'project_id': 'd4e60cacfce24cd499cda68081bd307f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd85838f6-8338-43a7-acbf-d467f7444c92', 'name': '', 'network_id': '3de692a8-4a8d-46cb-b014-927335cfd014', 'tenant_id': 'd4e60cacfce24cd499cda68081bd307f', 'mac_address': 'fa:16:3e:b9:c4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f00a763d-c869-4000-a0ec-5dbd022811e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '4feb0b6c-ad4f-4842-bab5-742d2f85a310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:37:54Z', 'updated_at': '2021-06-14T16:38:02Z', 'revision_number': 5, 'project_id': 'd4e60cacfce24cd499cda68081bd307f', 'subnets': [{'id': '4feb0b6c-ad4f-4842-bab5-742d2f85a310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 16:38:52.485947 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-c93d1e2c-14bf-473a-9ee3-64a542c015ff req-30d4813e-343d-48cb-85f8-5c03ade3c861 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1190238437&fields=id&tenant_id=d4e60cacfce24cd499cda68081bd307f HTTP/1.1" status: 200 len: 267 time: 0.0881414 Jun 14 16:38:52.522324 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-67e3638f-388a-4bbc-8bd3-c925c6c86e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528124'] for network, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:52.560755 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_dvr_db [None req-c9f5df47-7996-4511-a419-33c055a5f545 None None] Set router 28b8be67-f847-4c10-a978-f10383f13ded gateway port host: dv-cinder-796286-2-smb {{(pid=91938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:38:52.660937 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93d1e2c-14bf-473a-9ee3-64a542c015ff req-cf86693e-4384-43a7-8ef5-612e73c9f2d8 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:52.668540 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-c93d1e2c-14bf-473a-9ee3-64a542c015ff req-cf86693e-4384-43a7-8ef5-612e73c9f2d8 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d2bd19-3096-4311-aa47-9fa5c8329a27 HTTP/1.1" status: 200 len: 946 time: 0.1733522 Jun 14 16:38:52.681097 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.v2.base [req-c93d1e2c-14bf-473a-9ee3-64a542c015ff req-225c0d15-b2fe-4c28-9c15-3d491b83c915 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Request body: {'port': {'security_groups': ['6799c740-d4b3-4122-836c-f0b75a255a5d', 'bdee67ff-44c8-460c-88d4-8086e0816ff7']}} {{(pid=91936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:38:52.694243 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-67e3638f-388a-4bbc-8bd3-c925c6c86e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665066', 'neutron.services.segments.db._delete_segments_for_network-8742580095160'] for network, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:52.717541 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.services.segments.db [None req-67e3638f-388a-4bbc-8bd3-c925c6c86e48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1219877-862b-41ef-afe7-38dec12bd89a']}} {{(pid=91935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:38:52.737406 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.services.segments.db [None req-67e3638f-388a-4bbc-8bd3-c925c6c86e48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9818a2d9-651a-40fb-bc13-9aa2fbd72fb4') {'for_net_delete': True} {{(pid=91935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:38:52.738347 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.services.segments.db [None req-67e3638f-388a-4bbc-8bd3-c925c6c86e48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9818a2d9-651a-40fb-bc13-9aa2fbd72fb4') {} {{(pid=91935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:38:52.767399 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-67e3638f-388a-4bbc-8bd3-c925c6c86e48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742580094998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59571740'] for segment, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:52.787345 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-ac317c73-f3f7-46db-8eeb-274d40bc3b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:52.797147 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-67e3638f-388a-4bbc-8bd3-c925c6c86e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678690'] for segment, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:52.806565 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67e3638f-388a-4bbc-8bd3-c925c6c86e48 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=91935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 16:38:52.807409 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-67e3638f-388a-4bbc-8bd3-c925c6c86e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58943280'] for segment, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:52.810639 dv-cinder-796286-2-smb neutron-server[91935]: Traceback (most recent call last): Jun 14 16:38:52.810639 dv-cinder-796286-2-smb neutron-server[91935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 14 16:38:52.810639 dv-cinder-796286-2-smb neutron-server[91935]: timer() Jun 14 16:38:52.810639 dv-cinder-796286-2-smb neutron-server[91935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 14 16:38:52.810639 dv-cinder-796286-2-smb neutron-server[91935]: cb(*args, **kw) Jun 14 16:38:52.810639 dv-cinder-796286-2-smb neutron-server[91935]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 14 16:38:52.810639 dv-cinder-796286-2-smb neutron-server[91935]: return func(*args, **kwargs) Jun 14 16:38:52.810639 dv-cinder-796286-2-smb neutron-server[91935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 14 16:38:52.810639 dv-cinder-796286-2-smb neutron-server[91935]: self._notify() Jun 14 16:38:52.810639 dv-cinder-796286-2-smb neutron-server[91935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 14 16:38:52.810639 dv-cinder-796286-2-smb neutron-server[91935]: self.callback(batched_events) Jun 14 16:38:52.810639 dv-cinder-796286-2-smb neutron-server[91935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 14 16:38:52.810639 dv-cinder-796286-2-smb neutron-server[91935]: event.method(event) Jun 14 16:38:52.810639 dv-cinder-796286-2-smb neutron-server[91935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 14 16:38:52.810639 dv-cinder-796286-2-smb neutron-server[91935]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 14 16:38:52.810639 dv-cinder-796286-2-smb neutron-server[91935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 14 16:38:52.810639 dv-cinder-796286-2-smb neutron-server[91935]: aggregate_uuid = self.p_client.list_aggregates( Jun 14 16:38:52.810639 dv-cinder-796286-2-smb neutron-server[91935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 14 16:38:52.810639 dv-cinder-796286-2-smb neutron-server[91935]: return f(self, *a, **k) Jun 14 16:38:52.810639 dv-cinder-796286-2-smb neutron-server[91935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 14 16:38:52.810639 dv-cinder-796286-2-smb neutron-server[91935]: return self._get(url).json() Jun 14 16:38:52.810639 dv-cinder-796286-2-smb neutron-server[91935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 14 16:38:52.810639 dv-cinder-796286-2-smb neutron-server[91935]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 14 16:38:52.810639 dv-cinder-796286-2-smb neutron-server[91935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 14 16:38:52.810639 dv-cinder-796286-2-smb neutron-server[91935]: return self.request(url, 'GET', **kwargs) Jun 14 16:38:52.810639 dv-cinder-796286-2-smb neutron-server[91935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 14 16:38:52.810639 dv-cinder-796286-2-smb neutron-server[91935]: base_url = self.get_endpoint(auth, allow=allow, Jun 14 16:38:52.810639 dv-cinder-796286-2-smb neutron-server[91935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 14 16:38:52.810639 dv-cinder-796286-2-smb neutron-server[91935]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 14 16:38:52.810639 dv-cinder-796286-2-smb neutron-server[91935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 14 16:38:52.810639 dv-cinder-796286-2-smb neutron-server[91935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 14 16:38:52.810639 dv-cinder-796286-2-smb neutron-server[91935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 14 16:38:52.835189 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-c93d1e2c-14bf-473a-9ee3-64a542c015ff req-225c0d15-b2fe-4c28-9c15-3d491b83c915 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:52.886573 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d4874e-8a04-4ab3-a20d-b25989c75445 None None] New status for floating IP c0ccd7fb-5303-4500-b16b-8b3c7040bc7f: ACTIVE {{(pid=91938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 16:38:52.908410 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 47764) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:38:52.914480 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.v2.base [None req-06aa1ee6-b9a5-463b-b871-d2ec131d533f tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1204703256', 'description': 'tempest-description--1365533443'}} {{(pid=91935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:38:52.946261 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-06aa1ee6-b9a5-463b-b871-d2ec131d533f tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks [] for security_group, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:52.950609 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-67e3638f-388a-4bbc-8bd3-c925c6c86e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-121365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904005'] for network, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:52.972332 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-5ac4c10b-eade-452c-b147-af8942cced77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:38:52.974785 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-67e3638f-388a-4bbc-8bd3-c925c6c86e48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693340'] for network, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:52.977107 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-67e3638f-388a-4bbc-8bd3-c925c6c86e48 admin admin] 10.222.0.16 "DELETE /v2.0/networks/c1219877-862b-41ef-afe7-38dec12bd89a HTTP/1.1" status: 204 len: 168 time: 0.5823066 Jun 14 16:38:52.996553 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e3638f-388a-4bbc-8bd3-c925c6c86e48 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1219877-862b-41ef-afe7-38dec12bd89a,revision_number=None']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:38:53.014897 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-67e3638f-388a-4bbc-8bd3-c925c6c86e48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:38:53.060363 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-fa3ca72c-c344-4689-977a-fa27521c1915 req-e12ee80c-cf5e-4186-816b-078ef171f2d6 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1951347311&fields=id&tenant_id=2f95622ea97f4a73ad83eb5e2eea8149 HTTP/1.1" status: 200 len: 267 time: 0.0677323 Jun 14 16:38:53.137934 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.db [req-c93d1e2c-14bf-473a-9ee3-64a542c015ff req-225c0d15-b2fe-4c28-9c15-3d491b83c915 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] For port c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9,segment=NetworkSegment(bd337bf6-4055-49d2-92a8-b84f02235e58),segment_id=bd337bf6-4055-49d2-92a8-b84f02235e58)] {{(pid=91936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:38:53.170898 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 47776) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:38:53.182727 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_hamode_db [None req-c9f5df47-7996-4511-a419-33c055a5f545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b8be67-f847-4c10-a978-f10383f13ded', 'name': 'tempest-AttachVolumeTestJSON-1207740692-router', 'tenant_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.195'}], 'enable_snat': True}, 'gw_port_id': '77063136-84a6-47d0-a4e7-974ce2d3a121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:38:41Z', 'updated_at': '2021-06-14T16:38:46Z', 'revision_number': 4, 'project_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'gw_port': {'id': '77063136-84a6-47d0-a4e7-974ce2d3a121', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:67:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b8be67-f847-4c10-a978-f10383f13ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:38:42Z', 'updated_at': '2021-06-14T16:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb', '_interfaces': [{'id': '48d86202-6159-43a1-aa04-a8b18949ac44', 'name': '', 'network_id': 'ddf07b9e-99ea-4c30-b823-72f2b0ed4055', 'tenant_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'mac_address': 'fa:16:3e:71:ff:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28b8be67-f847-4c10-a978-f10383f13ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'c03c59fa-658a-445c-9394-38c3bfae06f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:38:45Z', 'updated_at': '2021-06-14T16:38:52Z', 'revision_number': 4, 'project_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'subnets': [{'id': 'c03c59fa-658a-445c-9394-38c3bfae06f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-smb', False) {} {{(pid=91938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:38:53.190442 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-c93d1e2c-14bf-473a-9ee3-64a542c015ff req-225c0d15-b2fe-4c28-9c15-3d491b83c915 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Notify callbacks [] for port, precommit_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:53.195072 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-c93d1e2c-14bf-473a-9ee3-64a542c015ff req-225c0d15-b2fe-4c28-9c15-3d491b83c915 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60243875'] for port, after_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:53.200452 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-31ee3b58-d98d-46d7-942d-e702bfd2fdf6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:38:53.207710 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] get_ports_and_sgs() called for port_ids ['c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9'] {{(pid=91937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 16:38:53.231612 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f5df47-7996-4511-a419-33c055a5f545 None None] The sync data for ids ['28b8be67-f847-4c10-a978-f10383f13ded'] in dv-cinder-796286-2-smb is: [{'id': '28b8be67-f847-4c10-a978-f10383f13ded', 'name': 'tempest-AttachVolumeTestJSON-1207740692-router', 'tenant_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.195'}], 'enable_snat': True}, 'gw_port_id': '77063136-84a6-47d0-a4e7-974ce2d3a121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:38:41Z', 'updated_at': '2021-06-14T16:38:46Z', 'revision_number': 4, 'project_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'gw_port': {'id': '77063136-84a6-47d0-a4e7-974ce2d3a121', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:67:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b8be67-f847-4c10-a978-f10383f13ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:38:42Z', 'updated_at': '2021-06-14T16:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb', '_interfaces': [{'id': '48d86202-6159-43a1-aa04-a8b18949ac44', 'name': '', 'network_id': 'ddf07b9e-99ea-4c30-b823-72f2b0ed4055', 'tenant_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'mac_address': 'fa:16:3e:71:ff:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28b8be67-f847-4c10-a978-f10383f13ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'c03c59fa-658a-445c-9394-38c3bfae06f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:38:45Z', 'updated_at': '2021-06-14T16:38:52Z', 'revision_number': 4, 'project_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'subnets': [{'id': 'c03c59fa-658a-445c-9394-38c3bfae06f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 16:38:53.260282 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ca72c-c344-4689-977a-fa27521c1915 req-71029ee4-5d9a-4abf-bbb9-54b0ee4fb660 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:53.261935 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-fa3ca72c-c344-4689-977a-fa27521c1915 req-71029ee4-5d9a-4abf-bbb9-54b0ee4fb660 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/networks?id=ddf07b9e-99ea-4c30-b823-72f2b0ed4055 HTTP/1.1" status: 200 len: 811 time: 0.2006781 Jun 14 16:38:53.302506 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93d1e2c-14bf-473a-9ee3-64a542c015ff req-225c0d15-b2fe-4c28-9c15-3d491b83c915 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:53.305435 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-c93d1e2c-14bf-473a-9ee3-64a542c015ff req-225c0d15-b2fe-4c28-9c15-3d491b83c915 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220504'] for port, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:53.307327 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-c93d1e2c-14bf-473a-9ee3-64a542c015ff req-225c0d15-b2fe-4c28-9c15-3d491b83c915 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "PUT /v2.0/ports/c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9 HTTP/1.1" status: 200 len: 982 time: 0.6318755 Jun 14 16:38:53.309005 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52d2bd19-3096-4311-aa47-9fa5c8329a27', 'tag': 'c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9'}] {{(pid=91936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:38:53.310184 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659a09cea19619e202447e1b4bc3efe885e95cab3022d83c422060b06feffe3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f11110b2-f80c-4db2-a226-1ab644f71f25" -d '{"events": [{"name": "network-changed", "server_uuid": "52d2bd19-3096-4311-aa47-9fa5c8329a27", "tag": "c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9"}]}' {{(pid=91936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:38:53.352167 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-06aa1ee6-b9a5-463b-b871-d2ec131d533f tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks [] for security_group, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:53.354331 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-fa3ca72c-c344-4689-977a-fa27521c1915 req-ee6449ce-44a0-4f5d-9aed-e31e7d9edd90 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/quotas/2f95622ea97f4a73ad83eb5e2eea8149 HTTP/1.1" status: 200 len: 375 time: 0.0783820 Jun 14 16:38:53.364488 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-06aa1ee6-b9a5-463b-b871-d2ec131d533f tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:53.373580 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-dcdf510c-565c-41f4-a69b-78b5ac1e6e03 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2861a01ee94f486f84fe3ad8bbbf968f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1988354 Jun 14 16:38:53.390677 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] get_ports_and_sgs() called for port_ids ['c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9'] {{(pid=91937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 16:38:53.391056 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 47782) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:38:53.426567 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 16:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3795b857-9e1f-4b5d-acda-2f0e38725d11 x-openstack-request-id: req-3795b857-9e1f-4b5d-acda-2f0e38725d11 {{(pid=91936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:38:53.427443 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52d2bd19-3096-4311-aa47-9fa5c8329a27", "tag": "c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9", "status": "completed", "code": 200}]} {{(pid=91936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:38:53.433622 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3795b857-9e1f-4b5d-acda-2f0e38725d11 {{(pid=91936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:38:53.434417 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52d2bd19-3096-4311-aa47-9fa5c8329a27', 'tag': 'c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9', 'status': 'completed', 'code': 200} Jun 14 16:38:53.449348 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-ff2271cc-7e97-4c43-af3f-228ea6c8f68a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:38:53.535889 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225c0d15-b2fe-4c28-9c15-3d491b83c915 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Pushing event updated for resources: {'Port': ['ID=c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9,revision_number=6']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:38:53.545363 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-225c0d15-b2fe-4c28-9c15-3d491b83c915 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:38:53.617175 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-e07eb436-9f99-40a3-93e0-09d739a5281f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:53.643197 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11110b2-f80c-4db2-a226-1ab644f71f25 req-630aae8c-5594-4b4c-9808-0ff1c5ca3b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:53.644855 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-f11110b2-f80c-4db2-a226-1ab644f71f25 req-630aae8c-5594-4b4c-9808-0ff1c5ca3b3c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d4e60cacfce24cd499cda68081bd307f&device_id=52d2bd19-3096-4311-aa47-9fa5c8329a27 HTTP/1.1" status: 200 len: 1138 time: 0.1877475 Jun 14 16:38:53.715017 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-24932f83-ad4b-412f-be83-dae554d7b2d4 None None] Provisioning complete for port c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9 triggered by entity DHCP. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:38:53.715786 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-24932f83-ad4b-412f-be83-dae554d7b2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:53.723193 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-e07eb436-9f99-40a3-93e0-09d739a5281f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:53.853215 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aa1ee6-b9a5-463b-b871-d2ec131d533f tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce6a5a2-0adf-441e-976f-69840fb6c7d4,revision_number=1']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:38:53.866786 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-06aa1ee6-b9a5-463b-b871-d2ec131d533f tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:38:53.887810 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11110b2-f80c-4db2-a226-1ab644f71f25 req-d74f5be0-20b7-447e-8c0a-a9df2509e46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:53.889426 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-f11110b2-f80c-4db2-a226-1ab644f71f25 req-d74f5be0-20b7-447e-8c0a-a9df2509e46e service neutron] 10.222.0.41 "GET /v2.0/networks?id=3de692a8-4a8d-46cb-b014-927335cfd014 HTTP/1.1" status: 200 len: 916 time: 0.2062912 Jun 14 16:38:53.892872 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-06aa1ee6-b9a5-463b-b871-d2ec131d533f tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks [] for security_group, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:53.896914 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-06aa1ee6-b9a5-463b-b871-d2ec131d533f tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9839773 Jun 14 16:38:53.898677 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 47784) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:38:53.904859 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.v2.base [None req-add1bb9d-a19a-4cd7-a042-595026c9cd35 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Request body: {'security_group_rule': {'security_group_id': '3ce6a5a2-0adf-441e-976f-69840fb6c7d4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:38:53.937685 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae7517e-20b8-4d49-8ac1-47e7d7891cd8 req-057ad526-cee9-428a-a659-ed01b87682e4 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:53.943626 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-6ae7517e-20b8-4d49-8ac1-47e7d7891cd8 req-057ad526-cee9-428a-a659-ed01b87682e4 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d2bd19-3096-4311-aa47-9fa5c8329a27 HTTP/1.1" status: 200 len: 985 time: 0.3095081 Jun 14 16:38:53.967942 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-fa3ca72c-c344-4689-977a-fa27521c1915 req-d9257c35-b7ea-429b-933a-bd2d61bf37a2 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2f95622ea97f4a73ad83eb5e2eea8149&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5981183 Jun 14 16:38:54.023882 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-add1bb9d-a19a-4cd7-a042-595026c9cd35 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:54.034739 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-e07eb436-9f99-40a3-93e0-09d739a5281f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:54.038369 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-e07eb436-9f99-40a3-93e0-09d739a5281f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:54.039703 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-e07eb436-9f99-40a3-93e0-09d739a5281f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/57373bd2-d465-4f5e-b443-57f291b224e5 HTTP/1.1" status: 204 len: 168 time: 0.6474431 Jun 14 16:38:54.044254 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:38:54.074522 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07eb436-9f99-40a3-93e0-09d739a5281f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57373bd2-d465-4f5e-b443-57f291b224e5,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:38:54.089466 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-e07eb436-9f99-40a3-93e0-09d739a5281f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:38:54.097690 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-f11110b2-f80c-4db2-a226-1ab644f71f25 req-1e0c8de7-1a9a-4ec0-99d6-ed97d9fd2eee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9 HTTP/1.1" status: 200 len: 1002 time: 0.1795273 Jun 14 16:38:54.105842 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-6ae7517e-20b8-4d49-8ac1-47e7d7891cd8 req-ff4a61d8-2008-437c-ab3e-bef0b70b4619 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "GET /v2.0/security-groups?id=6799c740-d4b3-4122-836c-f0b75a255a5d&id=bdee67ff-44c8-460c-88d4-8086e0816ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0988519 Jun 14 16:38:54.177951 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11110b2-f80c-4db2-a226-1ab644f71f25 req-ff5237e9-f897-4702-aaf6-c761a9ca544b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:54.179152 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-f11110b2-f80c-4db2-a226-1ab644f71f25 req-ff5237e9-f897-4702-aaf6-c761a9ca544b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4feb0b6c-ad4f-4842-bab5-742d2f85a310 HTTP/1.1" status: 200 len: 854 time: 0.0723369 Jun 14 16:38:54.280704 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-fa3ca72c-c344-4689-977a-fa27521c1915 req-d3019358-19b2-4c2a-a36d-15a7946657c3 service neutron] 10.222.0.16 "GET /v2.0/networks/ddf07b9e-99ea-4c30-b823-72f2b0ed4055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118508 Jun 14 16:38:54.289938 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-add1bb9d-a19a-4cd7-a042-595026c9cd35 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:54.308993 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11110b2-f80c-4db2-a226-1ab644f71f25 req-ecfbc103-2b55-4590-9aa7-8c9e9c34efc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:54.311261 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-f11110b2-f80c-4db2-a226-1ab644f71f25 req-ecfbc103-2b55-4590-9aa7-8c9e9c34efc8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3de692a8-4a8d-46cb-b014-927335cfd014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1244743 Jun 14 16:38:54.331837 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-add1bb9d-a19a-4cd7-a042-595026c9cd35 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856067'] for security_group_rule, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:54.337241 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:38:54.441332 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device 48d86202-6159-43a1-aa04-a8b18949ac44 up at agent ovs-agent-dv-cinder-796286-2-smb {{(pid=91937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:38:54.446315 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add1bb9d-a19a-4cd7-a042-595026c9cd35 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fa7eb01-6c7d-468a-b4e9-9fc8da72efbb,revision_number=0']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:38:54.453358 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-add1bb9d-a19a-4cd7-a042-595026c9cd35 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:38:54.464651 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-add1bb9d-a19a-4cd7-a042-595026c9cd35 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:54.465994 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-add1bb9d-a19a-4cd7-a042-595026c9cd35 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5652604 Jun 14 16:38:54.468882 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 47790) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:38:54.473905 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.v2.base [None req-927ce125-ecf1-4151-ad4a-f0479219cfaf tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Request body: {'security_group_rule': {'security_group_id': '3ce6a5a2-0adf-441e-976f-69840fb6c7d4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:38:54.544383 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-fa3ca72c-c344-4689-977a-fa27521c1915 req-3c0b3087-c57d-460e-a9a1-ab1dae15e8c6 service neutron] 10.222.0.16 "GET /v2.0/networks/ddf07b9e-99ea-4c30-b823-72f2b0ed4055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528622 Jun 14 16:38:54.551371 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-f11110b2-f80c-4db2-a226-1ab644f71f25 req-a23a5d72-6045-4da6-8b55-9fe7bb4db989 service neutron] 10.222.0.41 "GET /v2.0/networks/3de692a8-4a8d-46cb-b014-927335cfd014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312510 Jun 14 16:38:54.568664 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-927ce125-ecf1-4151-ad4a-f0479219cfaf tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:54.573104 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-61a174dc-ae9e-41b9-9cb1-e8a1b9f9c99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:54.649534 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Provisioning for port 48d86202-6159-43a1-aa04-a8b18949ac44 completed by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:38:54.677885 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Provisioning complete for port 48d86202-6159-43a1-aa04-a8b18949ac44 triggered by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:38:54.678363 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:54.697393 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-f11110b2-f80c-4db2-a226-1ab644f71f25 req-dfa1c456-7222-4346-a1e8-e8c1229bb253 service neutron] 10.222.0.41 "GET /v2.0/networks/3de692a8-4a8d-46cb-b014-927335cfd014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380913 Jun 14 16:38:54.719573 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-927ce125-ecf1-4151-ad4a-f0479219cfaf tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:54.726847 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-927ce125-ecf1-4151-ad4a-f0479219cfaf tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856067'] for security_group_rule, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:54.729457 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:38:54.766526 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927ce125-ecf1-4151-ad4a-f0479219cfaf tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22712f38-714b-4f94-9cd9-55752888d776,revision_number=0']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:38:54.770160 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-927ce125-ecf1-4151-ad4a-f0479219cfaf tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:38:54.785404 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-927ce125-ecf1-4151-ad4a-f0479219cfaf tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:54.787816 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-927ce125-ecf1-4151-ad4a-f0479219cfaf tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3176956 Jun 14 16:38:54.790805 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 47796) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:38:54.795644 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.v2.base [None req-7c0e5a5f-387b-4334-b0d8-c2c2a2c20fd8 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Request body: {'floatingip': {'floating_network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b'}} {{(pid=91935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:38:54.822508 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-7c0e5a5f-387b-4334-b0d8-c2c2a2c20fd8 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks [] for floatingip, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:54.839418 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-709913dd-3197-4c64-b14c-153ef3cba7f6 req-0e53bffc-8174-4bf0-b14d-fd4b152fa538 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecc4789a-09c8-4b9a-8890-380893cfd872 HTTP/1.1" status: 200 len: 210 time: 0.0490868 Jun 14 16:38:54.952161 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:54.991910 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-7c0e5a5f-387b-4334-b0d8-c2c2a2c20fd8 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-782655'] for port, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:54.996636 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] For port 48d86202-6159-43a1-aa04-a8b18949ac44, host dv-cinder-796286-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-smb',level=0,port_id=48d86202-6159-43a1-aa04-a8b18949ac44,segment=NetworkSegment(690bd276-103b-46b0-9d5a-76d942177037),segment_id=690bd276-103b-46b0-9d5a-76d942177037)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:38:55.001223 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:55.003358 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-f54717ca-b242-4345-beca-ce3a9563bbf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:38:55.072140 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Pushing event updated for resources: {'Port': ['ID=48d86202-6159-43a1-aa04-a8b18949ac44,revision_number=5']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:38:55.085326 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:38:55.142388 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.db.db_base_plugin_common [None req-7c0e5a5f-387b-4334-b0d8-c2c2a2c20fd8 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Allocated IP 172.28.1.163 (2b8148fa-8475-41af-8213-9af35fa3c21b/245e4c8b-b6d5-4126-ad47-8a46fc8189c6/748141bf-54c9-469b-9472-3eeb50c5dc30) {{(pid=91935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 16:38:55.273856 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-7c0e5a5f-387b-4334-b0d8-c2c2a2c20fd8 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks [] for port, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:55.315216 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-7c0e5a5f-387b-4334-b0d8-c2c2a2c20fd8 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-782844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4109363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742579636511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58943338'] for port, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:55.318170 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-f7483f80-13f4-48ec-a8c0-8c4dcbd8921e tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:38:55.373170 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0e5a5f-387b-4334-b0d8-c2c2a2c20fd8 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Network 2b8148fa-8475-41af-8213-9af35fa3c21b is already hosted by enough agents. {{(pid=91935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:38:55.376223 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.base_scheduler [None req-7c0e5a5f-387b-4334-b0d8-c2c2a2c20fd8 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Resources bound (agent type, host, resource id): {{(pid=91935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:38:55.380733 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0e5a5f-387b-4334-b0d8-c2c2a2c20fd8 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Received port after_create {{(pid=91935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 16:38:55.383919 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0e5a5f-387b-4334-b0d8-c2c2a2c20fd8 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Pushing event updated for resources: {'Port': ['ID=748141bf-54c9-469b-9472-3eeb50c5dc30,revision_number=1']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:38:55.416392 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-7c0e5a5f-387b-4334-b0d8-c2c2a2c20fd8 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:38:55.496427 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-7c0e5a5f-387b-4334-b0d8-c2c2a2c20fd8 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:55.551347 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-7c0e5a5f-387b-4334-b0d8-c2c2a2c20fd8 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:55.735109 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-7c0e5a5f-387b-4334-b0d8-c2c2a2c20fd8 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks [] for port, precommit_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:55.740146 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-7c0e5a5f-387b-4334-b0d8-c2c2a2c20fd8 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58943316'] for port, after_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:55.742076 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-ea438be8-9e50-4858-b3a7-16f681e5771d tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:38:55.821882 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0e5a5f-387b-4334-b0d8-c2c2a2c20fd8 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Pushing event updated for resources: {'Port': ['ID=748141bf-54c9-469b-9472-3eeb50c5dc30,revision_number=2']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:38:55.829177 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-7c0e5a5f-387b-4334-b0d8-c2c2a2c20fd8 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:38:55.840251 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-7c0e5a5f-387b-4334-b0d8-c2c2a2c20fd8 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904124'] for floatingip, after_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:55.853080 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-7c0e5a5f-387b-4334-b0d8-c2c2a2c20fd8 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220504'] for floatingip, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:55.854250 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-7c0e5a5f-387b-4334-b0d8-c2c2a2c20fd8 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0623546 Jun 14 16:38:56.022590 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-1322f1ba-c2e2-438c-b2e0-bfe3dad2ee72 req-2b3d4a5e-2fbb-4ca6-b4bb-b05eb83fb8ba tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecc4789a-09c8-4b9a-8890-380893cfd872 HTTP/1.1" status: 200 len: 210 time: 0.0490875 Jun 14 16:38:56.113473 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-e3323302-70c9-44de-afdf-72d1d910048a req-0ae7e51b-3cdc-4404-94a9-e31559a7a42a tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1204703256&fields=id&tenant_id=5e64979c8b4744a1a9e561844a8d2019 HTTP/1.1" status: 200 len: 267 time: 0.0602119 Jun 14 16:38:56.121528 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ca72c-c344-4689-977a-fa27521c1915 req-b421054e-78aa-4080-9527-2bf7361d680e tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:56.122903 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-fa3ca72c-c344-4689-977a-fa27521c1915 req-b421054e-78aa-4080-9527-2bf7361d680e tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.41 "GET /v2.0/networks?id=ddf07b9e-99ea-4c30-b823-72f2b0ed4055 HTTP/1.1" status: 200 len: 811 time: 0.1897893 Jun 14 16:38:56.247644 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-fa3ca72c-c344-4689-977a-fa27521c1915 req-a353ffc8-1e3c-43a5-86fa-a840160df06e tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f95622ea97f4a73ad83eb5e2eea8149 HTTP/1.1" status: 200 len: 380 time: 0.1151545 Jun 14 16:38:56.263633 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.v2.base [req-fa3ca72c-c344-4689-977a-fa27521c1915 req-fa21faf5-4f99-4476-8310-c2689ddef959 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Request body: {'port': {'device_id': 'ecc4789a-09c8-4b9a-8890-380893cfd872', 'network_id': 'ddf07b9e-99ea-4c30-b823-72f2b0ed4055', 'admin_state_up': True, 'tenant_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'security_groups': ['673ff9b0-0f1f-4047-995d-9ca07ea20906']}} {{(pid=91936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:38:56.293922 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device 48d86202-6159-43a1-aa04-a8b18949ac44 up at agent ovs-agent-dv-cinder-796286-2-smb {{(pid=91937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:38:56.322208 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3323302-70c9-44de-afdf-72d1d910048a req-1271f682-f3bf-47c9-b64f-5f85c90308fa tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:56.323651 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-e3323302-70c9-44de-afdf-72d1d910048a req-1271f682-f3bf-47c9-b64f-5f85c90308fa tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/networks?id=b827e6b3-7ed7-4462-86b3-950f50bba85c HTTP/1.1" status: 200 len: 816 time: 0.1999044 Jun 14 16:38:56.347971 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Provisioning complete for port 48d86202-6159-43a1-aa04-a8b18949ac44 triggered by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:38:56.348361 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:56.384772 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-e3323302-70c9-44de-afdf-72d1d910048a req-212e4dcd-9aa0-446d-8604-a9189ae80711 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/quotas/5e64979c8b4744a1a9e561844a8d2019 HTTP/1.1" status: 200 len: 375 time: 0.0187411 Jun 14 16:38:56.479879 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa3ca72c-c344-4689-977a-fa27521c1915 req-fa21faf5-4f99-4476-8310-c2689ddef959 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Made reservation on behalf of 2f95622ea97f4a73ad83eb5e2eea8149 for: {'port': 1} {{(pid=91936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:38:56.483398 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-fa3ca72c-c344-4689-977a-fa27521c1915 req-fa21faf5-4f99-4476-8310-c2689ddef959 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-782655'] for port, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:56.508264 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-e3323302-70c9-44de-afdf-72d1d910048a req-ea00b9f3-a86c-48ed-91dc-599e88358787 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5e64979c8b4744a1a9e561844a8d2019&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1167402 Jun 14 16:38:56.720258 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-e3323302-70c9-44de-afdf-72d1d910048a req-8ecce85e-38ea-4d3d-9a89-ee46536b312a service neutron] 10.222.0.16 "GET /v2.0/networks/b827e6b3-7ed7-4462-86b3-950f50bba85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999085 Jun 14 16:38:56.726985 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.db.db_base_plugin_common [req-fa3ca72c-c344-4689-977a-fa27521c1915 req-fa21faf5-4f99-4476-8310-c2689ddef959 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Allocated IP 172.20.0.11 (ddf07b9e-99ea-4c30-b823-72f2b0ed4055/c03c59fa-658a-445c-9394-38c3bfae06f0/6c8da6ee-2979-4634-9a47-2c91edcb43e2) {{(pid=91936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 16:38:56.902391 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-e3323302-70c9-44de-afdf-72d1d910048a req-20fbf151-9564-42f8-97f1-d0565f58be7e service neutron] 10.222.0.16 "GET /v2.0/networks/b827e6b3-7ed7-4462-86b3-950f50bba85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731527 Jun 14 16:38:57.104958 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-ad6e7906-ed03-4436-a039-dc0d34909b3b req-e44eaa2d-7f0a-4aad-b2d9-7ad1d2c26fde tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=223089d1-a190-49ea-acf4-901d33cbf4a6 HTTP/1.1" status: 200 len: 210 time: 0.0483332 Jun 14 16:38:57.250531 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-8b4b256b-4d7e-47a6-87cf-b60f559f564d req-6b82fdc7-c559-4fed-b098-2f295816bd96 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecc4789a-09c8-4b9a-8890-380893cfd872 HTTP/1.1" status: 200 len: 210 time: 0.0448418 Jun 14 16:38:57.288071 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-fa3ca72c-c344-4689-977a-fa27521c1915 req-fa21faf5-4f99-4476-8310-c2689ddef959 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks [] for port, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:57.301548 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.db.provisioning_blocks [req-fa3ca72c-c344-4689-977a-fa27521c1915 req-fa21faf5-4f99-4476-8310-c2689ddef959 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Transition to ACTIVE for port object 6c8da6ee-2979-4634-9a47-2c91edcb43e2 will not be triggered until provisioned by entity DHCP. {{(pid=91936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:38:57.339051 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-fa3ca72c-c344-4689-977a-fa27521c1915 req-fa21faf5-4f99-4476-8310-c2689ddef959 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-782844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4109363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742579636511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60243869'] for port, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:57.343082 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-6dca8c7d-4961-4bc2-a110-2978f1147b30 tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:38:57.393176 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa3ca72c-c344-4689-977a-fa27521c1915 req-fa21faf5-4f99-4476-8310-c2689ddef959 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Network ddf07b9e-99ea-4c30-b823-72f2b0ed4055 is already hosted by enough agents. {{(pid=91936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:38:57.397067 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.base_scheduler [req-fa3ca72c-c344-4689-977a-fa27521c1915 req-fa21faf5-4f99-4476-8310-c2689ddef959 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Resources bound (agent type, host, resource id): {{(pid=91936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:38:57.403852 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa3ca72c-c344-4689-977a-fa27521c1915 req-fa21faf5-4f99-4476-8310-c2689ddef959 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Received port after_create {{(pid=91936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 16:38:57.410295 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa21faf5-4f99-4476-8310-c2689ddef959 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Pushing event updated for resources: {'Port': ['ID=6c8da6ee-2979-4634-9a47-2c91edcb43e2,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:38:57.437629 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-fa21faf5-4f99-4476-8310-c2689ddef959 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:38:57.466582 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ca72c-c344-4689-977a-fa27521c1915 req-fa21faf5-4f99-4476-8310-c2689ddef959 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:57.467497 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-fa3ca72c-c344-4689-977a-fa27521c1915 req-fa21faf5-4f99-4476-8310-c2689ddef959 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220504'] for port, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:57.483411 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-fa3ca72c-c344-4689-977a-fa27521c1915 req-fa21faf5-4f99-4476-8310-c2689ddef959 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2257597 Jun 14 16:38:57.495502 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.v2.base [req-fa3ca72c-c344-4689-977a-fa27521c1915 req-de511cac-536b-4c9e-b314-978058eee150 service neutron] Request body: {'port': {'device_id': 'ecc4789a-09c8-4b9a-8890-380893cfd872', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=91936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:38:57.589654 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-fa3ca72c-c344-4689-977a-fa27521c1915 req-de511cac-536b-4c9e-b314-978058eee150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:57.616064 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-613b629f-0ff3-4daa-a4fa-965f3ba4fc50 None None] Provisioning for port 6c8da6ee-2979-4634-9a47-2c91edcb43e2 completed by entity DHCP. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:38:57.620631 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-613b629f-0ff3-4daa-a4fa-965f3ba4fc50 None None] Provisioning complete for port 6c8da6ee-2979-4634-9a47-2c91edcb43e2 triggered by entity DHCP. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:38:57.621219 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-613b629f-0ff3-4daa-a4fa-965f3ba4fc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:57.665573 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.plugin [None req-613b629f-0ff3-4daa-a4fa-965f3ba4fc50 None None] Port 6c8da6ee-2979-4634-9a47-2c91edcb43e2 cannot update to ACTIVE because it is not bound. {{(pid=91937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 16:38:57.909566 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.notifiers.nova [req-fa3ca72c-c344-4689-977a-fa27521c1915 req-de511cac-536b-4c9e-b314-978058eee150 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c8da6ee-2979-4634-9a47-2c91edcb43e2 {{(pid=91936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 16:38:57.917373 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-fa3ca72c-c344-4689-977a-fa27521c1915 req-de511cac-536b-4c9e-b314-978058eee150 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:57.929453 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.db.provisioning_blocks [req-fa3ca72c-c344-4689-977a-fa27521c1915 req-de511cac-536b-4c9e-b314-978058eee150 service neutron] Transition to ACTIVE for port object 6c8da6ee-2979-4634-9a47-2c91edcb43e2 will not be triggered until provisioned by entity L2. {{(pid=91936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:38:57.933357 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-fa3ca72c-c344-4689-977a-fa27521c1915 req-de511cac-536b-4c9e-b314-978058eee150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60243875'] for port, after_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:57.936163 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:38:58.046548 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de511cac-536b-4c9e-b314-978058eee150 service neutron] Pushing event updated for resources: {'Port': ['ID=6c8da6ee-2979-4634-9a47-2c91edcb43e2,revision_number=2']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:38:58.048983 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-de511cac-536b-4c9e-b314-978058eee150 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:38:58.142454 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.managers [req-fa3ca72c-c344-4689-977a-fa27521c1915 req-de511cac-536b-4c9e-b314-978058eee150 service neutron] Attempting to bind port 6c8da6ee-2979-4634-9a47-2c91edcb43e2 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=91936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 16:38:58.142848 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.managers [req-fa3ca72c-c344-4689-977a-fa27521c1915 req-de511cac-536b-4c9e-b314-978058eee150 service neutron] Attempting to bind port 6c8da6ee-2979-4634-9a47-2c91edcb43e2 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '690bd276-103b-46b0-9d5a-76d942177037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ddf07b9e-99ea-4c30-b823-72f2b0ed4055'}] {{(pid=91936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 16:38:58.143393 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3ca72c-c344-4689-977a-fa27521c1915 req-de511cac-536b-4c9e-b314-978058eee150 service neutron] Attempting to bind port 6c8da6ee-2979-4634-9a47-2c91edcb43e2 on network ddf07b9e-99ea-4c30-b823-72f2b0ed4055 {{(pid=91936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:38:58.149213 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3ca72c-c344-4689-977a-fa27521c1915 req-de511cac-536b-4c9e-b314-978058eee150 service neutron] Port 6c8da6ee-2979-4634-9a47-2c91edcb43e2 on network ddf07b9e-99ea-4c30-b823-72f2b0ed4055 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=91936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 16:38:58.149637 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3ca72c-c344-4689-977a-fa27521c1915 req-de511cac-536b-4c9e-b314-978058eee150 service neutron] Attempting to bind port 6c8da6ee-2979-4634-9a47-2c91edcb43e2 on network ddf07b9e-99ea-4c30-b823-72f2b0ed4055 {{(pid=91936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:38:58.156867 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3ca72c-c344-4689-977a-fa27521c1915 req-de511cac-536b-4c9e-b314-978058eee150 service neutron] Checking agent: {'id': '1755a277-340e-436e-845c-4a890e3bd21a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 32, 46), 'started_at': datetime.datetime(2021, 6, 14, 16, 32, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 16, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 16:38:58.157472 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3ca72c-c344-4689-977a-fa27521c1915 req-de511cac-536b-4c9e-b314-978058eee150 service neutron] Checking segment: {'id': '690bd276-103b-46b0-9d5a-76d942177037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ddf07b9e-99ea-4c30-b823-72f2b0ed4055'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:38:58.158031 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3ca72c-c344-4689-977a-fa27521c1915 req-de511cac-536b-4c9e-b314-978058eee150 service neutron] Bound using segment: {'id': '690bd276-103b-46b0-9d5a-76d942177037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ddf07b9e-99ea-4c30-b823-72f2b0ed4055'} {{(pid=91936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 16:38:58.158650 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.managers [req-fa3ca72c-c344-4689-977a-fa27521c1915 req-de511cac-536b-4c9e-b314-978058eee150 service neutron] Bound port: 6c8da6ee-2979-4634-9a47-2c91edcb43e2, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '690bd276-103b-46b0-9d5a-76d942177037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ddf07b9e-99ea-4c30-b823-72f2b0ed4055'}}] {{(pid=91936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 16:38:58.159176 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-fa3ca72c-c344-4689-977a-fa27521c1915 req-de511cac-536b-4c9e-b314-978058eee150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:58.271953 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.db [req-fa3ca72c-c344-4689-977a-fa27521c1915 req-de511cac-536b-4c9e-b314-978058eee150 service neutron] For port 6c8da6ee-2979-4634-9a47-2c91edcb43e2, host hv-cinder-79628, cleared binding levels {{(pid=91936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 16:38:58.276355 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.db [req-fa3ca72c-c344-4689-977a-fa27521c1915 req-de511cac-536b-4c9e-b314-978058eee150 service neutron] For port 6c8da6ee-2979-4634-9a47-2c91edcb43e2, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=6c8da6ee-2979-4634-9a47-2c91edcb43e2,segment=NetworkSegment(690bd276-103b-46b0-9d5a-76d942177037),segment_id=690bd276-103b-46b0-9d5a-76d942177037)] {{(pid=91936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 16:38:58.289425 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-fa3ca72c-c344-4689-977a-fa27521c1915 req-de511cac-536b-4c9e-b314-978058eee150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60243875'] for port, after_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:58.292215 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-9c57e4aa-6605-463c-be76-ee98f9f8566f tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:38:58.302982 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-3fb63bf3-7f28-4426-b932-cb0383c590b4 req-2fda8bb6-efe2-40a8-913c-e1de16e93ac8 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=223089d1-a190-49ea-acf4-901d33cbf4a6 HTTP/1.1" status: 200 len: 210 time: 0.0444515 Jun 14 16:38:58.343085 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3323302-70c9-44de-afdf-72d1d910048a req-1ab3da2f-d4c3-4ace-8f2c-7a46a0661e59 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:58.345003 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-e3323302-70c9-44de-afdf-72d1d910048a req-1ab3da2f-d4c3-4ace-8f2c-7a46a0661e59 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.41 "GET /v2.0/networks?id=b827e6b3-7ed7-4462-86b3-950f50bba85c HTTP/1.1" status: 200 len: 816 time: 0.1893628 Jun 14 16:38:58.347459 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ca72c-c344-4689-977a-fa27521c1915 req-de511cac-536b-4c9e-b314-978058eee150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:58.348139 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-fa3ca72c-c344-4689-977a-fa27521c1915 req-de511cac-536b-4c9e-b314-978058eee150 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220504'] for port, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:58.350222 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-fa3ca72c-c344-4689-977a-fa27521c1915 req-de511cac-536b-4c9e-b314-978058eee150 service neutron] 10.222.0.41 "PUT /v2.0/ports/6c8da6ee-2979-4634-9a47-2c91edcb43e2 HTTP/1.1" status: 200 len: 1094 time: 0.8590577 Jun 14 16:38:58.350755 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecc4789a-09c8-4b9a-8890-380893cfd872', 'tag': '6c8da6ee-2979-4634-9a47-2c91edcb43e2'}] {{(pid=91936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:38:58.353282 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659a09cea19619e202447e1b4bc3efe885e95cab3022d83c422060b06feffe3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8305213f-3fbd-4012-9b74-6a7daa2f574e" -d '{"events": [{"name": "network-changed", "server_uuid": "ecc4789a-09c8-4b9a-8890-380893cfd872", "tag": "6c8da6ee-2979-4634-9a47-2c91edcb43e2"}]}' {{(pid=91936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:38:58.378660 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de511cac-536b-4c9e-b314-978058eee150 service neutron] Pushing event updated for resources: {'Port': ['ID=6c8da6ee-2979-4634-9a47-2c91edcb43e2,revision_number=3']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:38:58.381814 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-de511cac-536b-4c9e-b314-978058eee150 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:38:58.413853 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 16:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e411f8-004e-4837-aa24-52b61b1c648d x-openstack-request-id: req-c7e411f8-004e-4837-aa24-52b61b1c648d {{(pid=91936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:38:58.414204 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecc4789a-09c8-4b9a-8890-380893cfd872", "tag": "6c8da6ee-2979-4634-9a47-2c91edcb43e2", "status": "completed", "code": 200}]} {{(pid=91936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:38:58.414785 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c7e411f8-004e-4837-aa24-52b61b1c648d {{(pid=91936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:38:58.415221 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecc4789a-09c8-4b9a-8890-380893cfd872', 'tag': '6c8da6ee-2979-4634-9a47-2c91edcb43e2', 'status': 'completed', 'code': 200} Jun 14 16:38:58.450168 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-e3323302-70c9-44de-afdf-72d1d910048a req-5b26b736-c5a6-44c9-a3de-15faa0a4bc22 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e64979c8b4744a1a9e561844a8d2019 HTTP/1.1" status: 200 len: 380 time: 0.0771182 Jun 14 16:38:58.463511 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.v2.base [req-e3323302-70c9-44de-afdf-72d1d910048a req-ba57cacc-491c-4dbb-924b-2216e3c34243 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Request body: {'port': {'device_id': '223089d1-a190-49ea-acf4-901d33cbf4a6', 'network_id': 'b827e6b3-7ed7-4462-86b3-950f50bba85c', 'admin_state_up': True, 'tenant_id': '5e64979c8b4744a1a9e561844a8d2019', 'security_groups': ['3ce6a5a2-0adf-441e-976f-69840fb6c7d4']}} {{(pid=91935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:38:58.542633 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dd8092-a45e-4ce0-a29f-ceb11ebbbc01 req-3f0d64d6-0a10-4282-a007-c3f4f3d58b01 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:58.544379 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-e6dd8092-a45e-4ce0-a29f-ceb11ebbbc01 req-3f0d64d6-0a10-4282-a007-c3f4f3d58b01 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecc4789a-09c8-4b9a-8890-380893cfd872 HTTP/1.1" status: 200 len: 944 time: 0.1273077 Jun 14 16:38:58.601282 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-e6dd8092-a45e-4ce0-a29f-ceb11ebbbc01 req-e89b1821-e716-4a7e-8cb6-d48afc7489ee tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/security-groups?id=673ff9b0-0f1f-4047-995d-9ca07ea20906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467017 Jun 14 16:38:58.604110 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ca72c-c344-4689-977a-fa27521c1915 req-39440a3f-a22f-40e9-ae63-20a14dcc2f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:58.605777 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-fa3ca72c-c344-4689-977a-fa27521c1915 req-39440a3f-a22f-40e9-ae63-20a14dcc2f1f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f95622ea97f4a73ad83eb5e2eea8149&device_id=ecc4789a-09c8-4b9a-8890-380893cfd872 HTTP/1.1" status: 200 len: 1097 time: 0.1259940 Jun 14 16:38:58.615946 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3323302-70c9-44de-afdf-72d1d910048a req-ba57cacc-491c-4dbb-924b-2216e3c34243 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Made reservation on behalf of 5e64979c8b4744a1a9e561844a8d2019 for: {'port': 1} {{(pid=91935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:38:58.619865 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-e3323302-70c9-44de-afdf-72d1d910048a req-ba57cacc-491c-4dbb-924b-2216e3c34243 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-782655'] for port, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:58.673178 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-fa3ca72c-c344-4689-977a-fa27521c1915 req-2fcca86a-500d-4682-87fa-00224d462e90 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c8da6ee-2979-4634-9a47-2c91edcb43e2 HTTP/1.1" status: 200 len: 217 time: 0.0568397 Jun 14 16:38:58.735578 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ca72c-c344-4689-977a-fa27521c1915 req-baaf7509-a02a-4e98-8d6a-308ec5df3b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:58.736983 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-fa3ca72c-c344-4689-977a-fa27521c1915 req-baaf7509-a02a-4e98-8d6a-308ec5df3b05 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c03c59fa-658a-445c-9394-38c3bfae06f0 HTTP/1.1" status: 200 len: 850 time: 0.0532689 Jun 14 16:38:58.770501 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.db.db_base_plugin_common [req-e3323302-70c9-44de-afdf-72d1d910048a req-ba57cacc-491c-4dbb-924b-2216e3c34243 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Allocated IP 172.20.0.10 (b827e6b3-7ed7-4462-86b3-950f50bba85c/1c618564-7ca5-4a66-b740-3ae47e99df42/026387c9-db9b-4f99-9b4d-9ea81a6f7917) {{(pid=91935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 16:38:58.801479 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ca72c-c344-4689-977a-fa27521c1915 req-a5c6b953-59d8-4378-818f-21c108fa7038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:58.803877 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-fa3ca72c-c344-4689-977a-fa27521c1915 req-a5c6b953-59d8-4378-818f-21c108fa7038 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ddf07b9e-99ea-4c30-b823-72f2b0ed4055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0598977 Jun 14 16:38:58.928643 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-fa3ca72c-c344-4689-977a-fa27521c1915 req-2767a77d-75d4-4293-aad4-70aabfec4447 service neutron] 10.222.0.41 "GET /v2.0/networks/ddf07b9e-99ea-4c30-b823-72f2b0ed4055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161301 Jun 14 16:38:58.960177 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-e3323302-70c9-44de-afdf-72d1d910048a req-ba57cacc-491c-4dbb-924b-2216e3c34243 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks [] for port, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:58.975635 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.db.provisioning_blocks [req-e3323302-70c9-44de-afdf-72d1d910048a req-ba57cacc-491c-4dbb-924b-2216e3c34243 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Transition to ACTIVE for port object 026387c9-db9b-4f99-9b4d-9ea81a6f7917 will not be triggered until provisioned by entity DHCP. {{(pid=91935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:38:59.014974 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-e3323302-70c9-44de-afdf-72d1d910048a req-ba57cacc-491c-4dbb-924b-2216e3c34243 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-782844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4109363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742579636511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58943338'] for port, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:59.019595 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-d221b2d8-88fb-47eb-be93-bed0a8ed2621 tempest-DeleteServersTestJSON-633373428 tempest-DeleteServersTestJSON-633373428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:38:59.061447 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-fa3ca72c-c344-4689-977a-fa27521c1915 req-bb3c4fea-54df-4782-91c3-bf6468f295bd service neutron] 10.222.0.41 "GET /v2.0/networks/ddf07b9e-99ea-4c30-b823-72f2b0ed4055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242924 Jun 14 16:38:59.078555 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3323302-70c9-44de-afdf-72d1d910048a req-ba57cacc-491c-4dbb-924b-2216e3c34243 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Network b827e6b3-7ed7-4462-86b3-950f50bba85c is already hosted by enough agents. {{(pid=91935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:38:59.082577 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.base_scheduler [req-e3323302-70c9-44de-afdf-72d1d910048a req-ba57cacc-491c-4dbb-924b-2216e3c34243 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Resources bound (agent type, host, resource id): {{(pid=91935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:38:59.088062 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3323302-70c9-44de-afdf-72d1d910048a req-ba57cacc-491c-4dbb-924b-2216e3c34243 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Received port after_create {{(pid=91935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 16:38:59.092233 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba57cacc-491c-4dbb-924b-2216e3c34243 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Pushing event updated for resources: {'Port': ['ID=026387c9-db9b-4f99-9b4d-9ea81a6f7917,revision_number=1']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:38:59.120471 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-ba57cacc-491c-4dbb-924b-2216e3c34243 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:38:59.150199 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3323302-70c9-44de-afdf-72d1d910048a req-ba57cacc-491c-4dbb-924b-2216e3c34243 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:59.150946 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-e3323302-70c9-44de-afdf-72d1d910048a req-ba57cacc-491c-4dbb-924b-2216e3c34243 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220504'] for port, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:59.166574 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-e3323302-70c9-44de-afdf-72d1d910048a req-ba57cacc-491c-4dbb-924b-2216e3c34243 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7073338 Jun 14 16:38:59.181239 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8305213f-3fbd-4012-9b74-6a7daa2f574e req-c3eaee38-fe5e-4cd9-b050-9f50e735d206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:59.182293 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.v2.base [req-e3323302-70c9-44de-afdf-72d1d910048a req-dcfe50d6-a4ee-46b5-b318-2fed995aab29 service neutron] Request body: {'port': {'device_id': '223089d1-a190-49ea-acf4-901d33cbf4a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=91935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:38:59.182764 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-8305213f-3fbd-4012-9b74-6a7daa2f574e req-c3eaee38-fe5e-4cd9-b050-9f50e735d206 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f95622ea97f4a73ad83eb5e2eea8149&device_id=ecc4789a-09c8-4b9a-8890-380893cfd872 HTTP/1.1" status: 200 len: 1097 time: 0.0647154 Jun 14 16:38:59.283609 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-e3323302-70c9-44de-afdf-72d1d910048a req-dcfe50d6-a4ee-46b5-b318-2fed995aab29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:59.319565 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8305213f-3fbd-4012-9b74-6a7daa2f574e req-adcf8e93-129e-4c98-91cd-05b4f2f17538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:59.321341 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-8305213f-3fbd-4012-9b74-6a7daa2f574e req-adcf8e93-129e-4c98-91cd-05b4f2f17538 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ddf07b9e-99ea-4c30-b823-72f2b0ed4055 HTTP/1.1" status: 200 len: 912 time: 0.1287768 Jun 14 16:38:59.359455 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-2198d8b3-1ee6-4490-ae31-55e9f5dd6d88 None None] Provisioning for port 026387c9-db9b-4f99-9b4d-9ea81a6f7917 completed by entity DHCP. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:38:59.365687 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-2198d8b3-1ee6-4490-ae31-55e9f5dd6d88 None None] Provisioning complete for port 026387c9-db9b-4f99-9b4d-9ea81a6f7917 triggered by entity DHCP. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:38:59.366177 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-2198d8b3-1ee6-4490-ae31-55e9f5dd6d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:59.384807 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-8305213f-3fbd-4012-9b74-6a7daa2f574e req-062d42bf-ffbf-418e-85bf-f882ba1583c4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c8da6ee-2979-4634-9a47-2c91edcb43e2 HTTP/1.1" status: 200 len: 217 time: 0.0556326 Jun 14 16:38:59.415856 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.plugin [None req-2198d8b3-1ee6-4490-ae31-55e9f5dd6d88 None None] Port 026387c9-db9b-4f99-9b4d-9ea81a6f7917 cannot update to ACTIVE because it is not bound. {{(pid=91937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 16:38:59.451559 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8305213f-3fbd-4012-9b74-6a7daa2f574e req-fe238e1b-7102-4369-b916-f7c76459fd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:59.453262 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-8305213f-3fbd-4012-9b74-6a7daa2f574e req-fe238e1b-7102-4369-b916-f7c76459fd50 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c03c59fa-658a-445c-9394-38c3bfae06f0 HTTP/1.1" status: 200 len: 850 time: 0.0600548 Jun 14 16:38:59.527485 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8305213f-3fbd-4012-9b74-6a7daa2f574e req-5a7d621a-0f98-414c-ad80-32aeefd71935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:59.528939 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-8305213f-3fbd-4012-9b74-6a7daa2f574e req-5a7d621a-0f98-414c-ad80-32aeefd71935 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ddf07b9e-99ea-4c30-b823-72f2b0ed4055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0681407 Jun 14 16:38:59.618781 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a999e2-0ab3-46b7-a7e0-7eb5fd989fd8 req-7ff0d73b-9fbc-41ce-b7f6-b941d438d019 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:59.620332 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-36a999e2-0ab3-46b7-a7e0-7eb5fd989fd8 req-7ff0d73b-9fbc-41ce-b7f6-b941d438d019 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=223089d1-a190-49ea-acf4-901d33cbf4a6 HTTP/1.1" status: 200 len: 932 time: 0.1589928 Jun 14 16:38:59.656435 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-8305213f-3fbd-4012-9b74-6a7daa2f574e req-607fcb3e-7c18-4662-9162-fb052fc67078 service neutron] 10.222.0.41 "GET /v2.0/networks/ddf07b9e-99ea-4c30-b823-72f2b0ed4055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158252 Jun 14 16:38:59.701256 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.notifiers.nova [req-e3323302-70c9-44de-afdf-72d1d910048a req-dcfe50d6-a4ee-46b5-b318-2fed995aab29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 026387c9-db9b-4f99-9b4d-9ea81a6f7917 {{(pid=91935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 16:38:59.712582 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-36a999e2-0ab3-46b7-a7e0-7eb5fd989fd8 req-5ee4e173-86e4-47cd-bacf-23397737e7b7 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ce6a5a2-0adf-441e-976f-69840fb6c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796869 Jun 14 16:38:59.714469 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-e3323302-70c9-44de-afdf-72d1d910048a req-dcfe50d6-a4ee-46b5-b318-2fed995aab29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:59.728728 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.db.provisioning_blocks [req-e3323302-70c9-44de-afdf-72d1d910048a req-dcfe50d6-a4ee-46b5-b318-2fed995aab29 service neutron] Transition to ACTIVE for port object 026387c9-db9b-4f99-9b4d-9ea81a6f7917 will not be triggered until provisioned by entity L2. {{(pid=91935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:38:59.736961 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-e3323302-70c9-44de-afdf-72d1d910048a req-dcfe50d6-a4ee-46b5-b318-2fed995aab29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58943316'] for port, after_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:59.739341 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-16c9962e-2542-4b38-b1f4-022a6fb48fc5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:38:59.821112 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-8305213f-3fbd-4012-9b74-6a7daa2f574e req-dec4d6e8-226a-4f31-a0b3-43f5aa164e43 service neutron] 10.222.0.41 "GET /v2.0/networks/ddf07b9e-99ea-4c30-b823-72f2b0ed4055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570177 Jun 14 16:38:59.854548 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d108d6e-3637-4c9a-92e7-fd21d0defa6b req-44a68197-548d-43ed-a3d8-80ee0581eea4 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:59.854768 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfe50d6-a4ee-46b5-b318-2fed995aab29 service neutron] Pushing event updated for resources: {'Port': ['ID=026387c9-db9b-4f99-9b4d-9ea81a6f7917,revision_number=2']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:38:59.855325 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-4d108d6e-3637-4c9a-92e7-fd21d0defa6b req-44a68197-548d-43ed-a3d8-80ee0581eea4 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecc4789a-09c8-4b9a-8890-380893cfd872 HTTP/1.1" status: 200 len: 944 time: 0.1013753 Jun 14 16:38:59.884549 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-dcfe50d6-a4ee-46b5-b318-2fed995aab29 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:38:59.910616 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-4d108d6e-3637-4c9a-92e7-fd21d0defa6b req-0f1219b4-79eb-4016-8d92-927c5bfd2c7f tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/security-groups?id=673ff9b0-0f1f-4047-995d-9ca07ea20906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482512 Jun 14 16:38:59.954998 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.managers [req-e3323302-70c9-44de-afdf-72d1d910048a req-dcfe50d6-a4ee-46b5-b318-2fed995aab29 service neutron] Attempting to bind port 026387c9-db9b-4f99-9b4d-9ea81a6f7917 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=91935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 16:38:59.955343 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.managers [req-e3323302-70c9-44de-afdf-72d1d910048a req-dcfe50d6-a4ee-46b5-b318-2fed995aab29 service neutron] Attempting to bind port 026387c9-db9b-4f99-9b4d-9ea81a6f7917 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'c4c3f588-adb6-420f-8cdb-57f5516701db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'b827e6b3-7ed7-4462-86b3-950f50bba85c'}] {{(pid=91935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 16:38:59.955709 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3323302-70c9-44de-afdf-72d1d910048a req-dcfe50d6-a4ee-46b5-b318-2fed995aab29 service neutron] Attempting to bind port 026387c9-db9b-4f99-9b4d-9ea81a6f7917 on network b827e6b3-7ed7-4462-86b3-950f50bba85c {{(pid=91935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:38:59.960604 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3323302-70c9-44de-afdf-72d1d910048a req-dcfe50d6-a4ee-46b5-b318-2fed995aab29 service neutron] Port 026387c9-db9b-4f99-9b4d-9ea81a6f7917 on network b827e6b3-7ed7-4462-86b3-950f50bba85c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=91935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 16:38:59.960936 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3323302-70c9-44de-afdf-72d1d910048a req-dcfe50d6-a4ee-46b5-b318-2fed995aab29 service neutron] Attempting to bind port 026387c9-db9b-4f99-9b4d-9ea81a6f7917 on network b827e6b3-7ed7-4462-86b3-950f50bba85c {{(pid=91935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:38:59.966388 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3323302-70c9-44de-afdf-72d1d910048a req-dcfe50d6-a4ee-46b5-b318-2fed995aab29 service neutron] Checking agent: {'id': '1755a277-340e-436e-845c-4a890e3bd21a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 32, 46), 'started_at': datetime.datetime(2021, 6, 14, 16, 32, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 16, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 16:38:59.966753 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3323302-70c9-44de-afdf-72d1d910048a req-dcfe50d6-a4ee-46b5-b318-2fed995aab29 service neutron] Checking segment: {'id': 'c4c3f588-adb6-420f-8cdb-57f5516701db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'b827e6b3-7ed7-4462-86b3-950f50bba85c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:38:59.967144 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3323302-70c9-44de-afdf-72d1d910048a req-dcfe50d6-a4ee-46b5-b318-2fed995aab29 service neutron] Bound using segment: {'id': 'c4c3f588-adb6-420f-8cdb-57f5516701db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'b827e6b3-7ed7-4462-86b3-950f50bba85c'} {{(pid=91935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 16:38:59.967577 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.managers [req-e3323302-70c9-44de-afdf-72d1d910048a req-dcfe50d6-a4ee-46b5-b318-2fed995aab29 service neutron] Bound port: 026387c9-db9b-4f99-9b4d-9ea81a6f7917, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4c3f588-adb6-420f-8cdb-57f5516701db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'b827e6b3-7ed7-4462-86b3-950f50bba85c'}}] {{(pid=91935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 16:38:59.967965 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-e3323302-70c9-44de-afdf-72d1d910048a req-dcfe50d6-a4ee-46b5-b318-2fed995aab29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:39:00.048958 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.db [req-e3323302-70c9-44de-afdf-72d1d910048a req-dcfe50d6-a4ee-46b5-b318-2fed995aab29 service neutron] For port 026387c9-db9b-4f99-9b4d-9ea81a6f7917, host hv-cinder-79628, cleared binding levels {{(pid=91935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 16:39:00.053592 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.db [req-e3323302-70c9-44de-afdf-72d1d910048a req-dcfe50d6-a4ee-46b5-b318-2fed995aab29 service neutron] For port 026387c9-db9b-4f99-9b4d-9ea81a6f7917, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=026387c9-db9b-4f99-9b4d-9ea81a6f7917,segment=NetworkSegment(c4c3f588-adb6-420f-8cdb-57f5516701db),segment_id=c4c3f588-adb6-420f-8cdb-57f5516701db)] {{(pid=91935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 16:39:00.057875 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-e3323302-70c9-44de-afdf-72d1d910048a req-dcfe50d6-a4ee-46b5-b318-2fed995aab29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58943316'] for port, after_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:39:00.059903 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:39:00.104498 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3323302-70c9-44de-afdf-72d1d910048a req-dcfe50d6-a4ee-46b5-b318-2fed995aab29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:39:00.105224 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-e3323302-70c9-44de-afdf-72d1d910048a req-dcfe50d6-a4ee-46b5-b318-2fed995aab29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220504'] for port, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:39:00.106637 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-e3323302-70c9-44de-afdf-72d1d910048a req-dcfe50d6-a4ee-46b5-b318-2fed995aab29 service neutron] 10.222.0.41 "PUT /v2.0/ports/026387c9-db9b-4f99-9b4d-9ea81a6f7917 HTTP/1.1" status: 200 len: 1094 time: 0.9322314 Jun 14 16:39:00.107146 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '223089d1-a190-49ea-acf4-901d33cbf4a6', 'tag': '026387c9-db9b-4f99-9b4d-9ea81a6f7917'}] {{(pid=91935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:39:00.109519 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6661bf290492edb1b3f10c978b9fa8124be38cabc2d7e3087d82166a711c303" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef4324e-e234-42ce-a43f-2bc0038bae13" -d '{"events": [{"name": "network-changed", "server_uuid": "223089d1-a190-49ea-acf4-901d33cbf4a6", "tag": "026387c9-db9b-4f99-9b4d-9ea81a6f7917"}]}' {{(pid=91935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:39:00.133354 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfe50d6-a4ee-46b5-b318-2fed995aab29 service neutron] Pushing event updated for resources: {'Port': ['ID=026387c9-db9b-4f99-9b4d-9ea81a6f7917,revision_number=3']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:39:00.136577 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-dcfe50d6-a4ee-46b5-b318-2fed995aab29 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:39:00.188735 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 16:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d898dece-f7e4-4097-8330-b574cf75ec1e x-openstack-request-id: req-d898dece-f7e4-4097-8330-b574cf75ec1e {{(pid=91935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:39:00.189249 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "223089d1-a190-49ea-acf4-901d33cbf4a6", "tag": "026387c9-db9b-4f99-9b4d-9ea81a6f7917", "status": "completed", "code": 200}]} {{(pid=91935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:39:00.189351 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d898dece-f7e4-4097-8330-b574cf75ec1e {{(pid=91935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:39:00.189973 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '223089d1-a190-49ea-acf4-901d33cbf4a6', 'tag': '026387c9-db9b-4f99-9b4d-9ea81a6f7917', 'status': 'completed', 'code': 200} Jun 14 16:39:00.222030 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3323302-70c9-44de-afdf-72d1d910048a req-d8d68d7d-d05d-4d17-9ac5-8409cd7f361e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:39:00.224272 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-e3323302-70c9-44de-afdf-72d1d910048a req-d8d68d7d-d05d-4d17-9ac5-8409cd7f361e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5e64979c8b4744a1a9e561844a8d2019&device_id=223089d1-a190-49ea-acf4-901d33cbf4a6 HTTP/1.1" status: 200 len: 1097 time: 0.0715537 Jun 14 16:39:00.289758 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-e3323302-70c9-44de-afdf-72d1d910048a req-c05de5e7-bb58-4bcb-bcf9-999dfdd24767 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=026387c9-db9b-4f99-9b4d-9ea81a6f7917 HTTP/1.1" status: 200 len: 217 time: 0.0502617 Jun 14 16:39:00.360393 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3323302-70c9-44de-afdf-72d1d910048a req-48247bf1-7422-479e-b435-2a0690fb9e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:39:00.362795 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-e3323302-70c9-44de-afdf-72d1d910048a req-48247bf1-7422-479e-b435-2a0690fb9e80 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c618564-7ca5-4a66-b740-3ae47e99df42 HTTP/1.1" status: 200 len: 855 time: 0.0647104 Jun 14 16:39:00.437072 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3323302-70c9-44de-afdf-72d1d910048a req-6907e0d4-7cfd-4fbb-abbe-3ec377660f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:39:00.438479 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-e3323302-70c9-44de-afdf-72d1d910048a req-6907e0d4-7cfd-4fbb-abbe-3ec377660f69 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b827e6b3-7ed7-4462-86b3-950f50bba85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0689256 Jun 14 16:39:00.564946 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-e3323302-70c9-44de-afdf-72d1d910048a req-dc220737-6c7b-465d-b232-316222a2f627 service neutron] 10.222.0.41 "GET /v2.0/networks/b827e6b3-7ed7-4462-86b3-950f50bba85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194928 Jun 14 16:39:00.683423 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-e3323302-70c9-44de-afdf-72d1d910048a req-a18a598e-0a54-4e97-ab65-bbc6f47e77a7 service neutron] 10.222.0.41 "GET /v2.0/networks/b827e6b3-7ed7-4462-86b3-950f50bba85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114068 Jun 14 16:39:00.793036 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef4324e-e234-42ce-a43f-2bc0038bae13 req-453a42d7-47b1-4d40-acef-c8a9dd51ab07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:39:00.794601 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-2ef4324e-e234-42ce-a43f-2bc0038bae13 req-453a42d7-47b1-4d40-acef-c8a9dd51ab07 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5e64979c8b4744a1a9e561844a8d2019&device_id=223089d1-a190-49ea-acf4-901d33cbf4a6 HTTP/1.1" status: 200 len: 1097 time: 0.0614588 Jun 14 16:39:00.917042 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7fc31f-333e-4671-ab80-bd6d7c75d221 req-9b65aa6d-b3da-4db0-82c4-2d0a085f30be tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:39:00.918647 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-ee7fc31f-333e-4671-ab80-bd6d7c75d221 req-9b65aa6d-b3da-4db0-82c4-2d0a085f30be tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=223089d1-a190-49ea-acf4-901d33cbf4a6 HTTP/1.1" status: 200 len: 944 time: 0.0784883 Jun 14 16:39:00.967812 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-ee7fc31f-333e-4671-ab80-bd6d7c75d221 req-877dee58-559b-4e26-b851-51a0378899e9 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ce6a5a2-0adf-441e-976f-69840fb6c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431108 Jun 14 16:39:01.230503 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef4324e-e234-42ce-a43f-2bc0038bae13 req-6adfd383-64bb-4a9f-951a-72a87bdc5d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:39:01.231931 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-2ef4324e-e234-42ce-a43f-2bc0038bae13 req-6adfd383-64bb-4a9f-951a-72a87bdc5d80 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b827e6b3-7ed7-4462-86b3-950f50bba85c HTTP/1.1" status: 200 len: 917 time: 0.4258356 Jun 14 16:39:01.298899 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-2ef4324e-e234-42ce-a43f-2bc0038bae13 req-db9e8b6a-e5bd-4b78-81f2-71a62009f611 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=026387c9-db9b-4f99-9b4d-9ea81a6f7917 HTTP/1.1" status: 200 len: 217 time: 0.0587597 Jun 14 16:39:01.323103 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83897bc6-0e62-4edc-837a-6191dd9e94ba req-f34702f3-4146-4399-9c20-d54f064cf00f tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:39:01.324596 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-83897bc6-0e62-4edc-837a-6191dd9e94ba req-f34702f3-4146-4399-9c20-d54f064cf00f tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecc4789a-09c8-4b9a-8890-380893cfd872 HTTP/1.1" status: 200 len: 944 time: 0.1608119 Jun 14 16:39:01.389799 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef4324e-e234-42ce-a43f-2bc0038bae13 req-17423ef5-9491-4fa8-8852-4098ff19ab9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:39:01.391265 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-2ef4324e-e234-42ce-a43f-2bc0038bae13 req-17423ef5-9491-4fa8-8852-4098ff19ab9d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c618564-7ca5-4a66-b740-3ae47e99df42 HTTP/1.1" status: 200 len: 855 time: 0.0839260 Jun 14 16:39:01.415997 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-83897bc6-0e62-4edc-837a-6191dd9e94ba req-8fa7acf2-dcca-48f4-8576-f799939779a8 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/security-groups?id=673ff9b0-0f1f-4047-995d-9ca07ea20906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649908 Jun 14 16:39:01.474851 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef4324e-e234-42ce-a43f-2bc0038bae13 req-f550568c-985c-4971-81bd-f3c5de4dcdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:39:01.476411 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-2ef4324e-e234-42ce-a43f-2bc0038bae13 req-f550568c-985c-4971-81bd-f3c5de4dcdcd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b827e6b3-7ed7-4462-86b3-950f50bba85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0753288 Jun 14 16:39:01.605074 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-2ef4324e-e234-42ce-a43f-2bc0038bae13 req-c8f12f1a-71b9-4c6e-a472-6386a05fe189 service neutron] 10.222.0.41 "GET /v2.0/networks/b827e6b3-7ed7-4462-86b3-950f50bba85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195152 Jun 14 16:39:01.738588 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-2ef4324e-e234-42ce-a43f-2bc0038bae13 req-b0e801b4-6d06-49a4-a1e3-0964b2f423e0 service neutron] 10.222.0.41 "GET /v2.0/networks/b827e6b3-7ed7-4462-86b3-950f50bba85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262059 Jun 14 16:39:01.830614 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device 6c8da6ee-2979-4634-9a47-2c91edcb43e2 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=91937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 16:39:01.959857 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] For port 6c8da6ee-2979-4634-9a47-2c91edcb43e2, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=6c8da6ee-2979-4634-9a47-2c91edcb43e2,segment=NetworkSegment(690bd276-103b-46b0-9d5a-76d942177037),segment_id=690bd276-103b-46b0-9d5a-76d942177037)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:39:01.972270 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Returning: {'device': '6c8da6ee-2979-4634-9a47-2c91edcb43e2', 'network_id': 'ddf07b9e-99ea-4c30-b823-72f2b0ed4055', 'port_id': '6c8da6ee-2979-4634-9a47-2c91edcb43e2', 'mac_address': 'fa:16:3e:42:82:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c03c59fa-658a-445c-9394-38c3bfae06f0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 16:39:02.031429 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:39:02.051051 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.notifiers.nova [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c8da6ee-2979-4634-9a47-2c91edcb43e2 {{(pid=91937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 16:39:02.074905 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] For port 6c8da6ee-2979-4634-9a47-2c91edcb43e2, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=6c8da6ee-2979-4634-9a47-2c91edcb43e2,segment=NetworkSegment(690bd276-103b-46b0-9d5a-76d942177037),segment_id=690bd276-103b-46b0-9d5a-76d942177037)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:39:02.079844 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:39:02.080558 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device 026387c9-db9b-4f99-9b4d-9ea81a6f7917 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=91937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 16:39:02.082285 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:39:02.172069 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Pushing event updated for resources: {'Port': ['ID=6c8da6ee-2979-4634-9a47-2c91edcb43e2,revision_number=4']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:39:02.176335 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:39:02.216783 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dfbdcd-8f4e-4c2c-a1b0-7e76ca75afa3 req-4f08192e-f1c1-47dd-adf8-ba4390a08705 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:39:02.218395 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-f3dfbdcd-8f4e-4c2c-a1b0-7e76ca75afa3 req-4f08192e-f1c1-47dd-adf8-ba4390a08705 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=223089d1-a190-49ea-acf4-901d33cbf4a6 HTTP/1.1" status: 200 len: 944 time: 0.0814197 Jun 14 16:39:02.263226 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] For port 026387c9-db9b-4f99-9b4d-9ea81a6f7917, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=026387c9-db9b-4f99-9b4d-9ea81a6f7917,segment=NetworkSegment(c4c3f588-adb6-420f-8cdb-57f5516701db),segment_id=c4c3f588-adb6-420f-8cdb-57f5516701db)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:39:02.266486 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-f3dfbdcd-8f4e-4c2c-a1b0-7e76ca75afa3 req-db95f998-86d1-4a7c-bfa9-6f4da621bb30 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ce6a5a2-0adf-441e-976f-69840fb6c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417910 Jun 14 16:39:02.277814 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Returning: {'device': '026387c9-db9b-4f99-9b4d-9ea81a6f7917', 'network_id': 'b827e6b3-7ed7-4462-86b3-950f50bba85c', 'port_id': '026387c9-db9b-4f99-9b4d-9ea81a6f7917', 'mac_address': 'fa:16:3e:8f:02:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c618564-7ca5-4a66-b740-3ae47e99df42', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 16:39:02.324253 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:39:02.339725 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.notifiers.nova [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 026387c9-db9b-4f99-9b4d-9ea81a6f7917 {{(pid=91937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 16:39:02.361511 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] For port 026387c9-db9b-4f99-9b4d-9ea81a6f7917, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=026387c9-db9b-4f99-9b4d-9ea81a6f7917,segment=NetworkSegment(c4c3f588-adb6-420f-8cdb-57f5516701db),segment_id=c4c3f588-adb6-420f-8cdb-57f5516701db)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:39:02.366058 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:39:02.367981 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:39:02.425723 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Pushing event updated for resources: {'Port': ['ID=026387c9-db9b-4f99-9b4d-9ea81a6f7917,revision_number=4']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:39:02.429127 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:39:02.611555 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2761de70-aaca-46a6-bbd8-88f0ab14468d req-a3f58d0f-a339-44fb-a98a-06d82fd2aa27 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:39:02.613134 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-2761de70-aaca-46a6-bbd8-88f0ab14468d req-a3f58d0f-a339-44fb-a98a-06d82fd2aa27 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecc4789a-09c8-4b9a-8890-380893cfd872 HTTP/1.1" status: 200 len: 945 time: 0.0786092 Jun 14 16:39:02.624868 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] get_ports_and_sgs() called for port_ids ['6c8da6ee-2979-4634-9a47-2c91edcb43e2'] {{(pid=91937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 16:39:02.631091 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] get_ports_and_sgs() called for port_ids ['026387c9-db9b-4f99-9b4d-9ea81a6f7917'] {{(pid=91937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 16:39:02.660048 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-2761de70-aaca-46a6-bbd8-88f0ab14468d req-e9fcc157-80a0-46ba-b6dc-4062d853ebb4 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/security-groups?id=673ff9b0-0f1f-4047-995d-9ca07ea20906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398114 Jun 14 16:39:03.467213 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c0e501-325f-4bb0-97c1-ba473b9123b1 req-e72e2deb-eacb-4c8d-9489-b2bd2c5f4e39 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:39:03.468684 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-12c0e501-325f-4bb0-97c1-ba473b9123b1 req-e72e2deb-eacb-4c8d-9489-b2bd2c5f4e39 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=223089d1-a190-49ea-acf4-901d33cbf4a6 HTTP/1.1" status: 200 len: 945 time: 0.0773752 Jun 14 16:39:03.514823 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-12c0e501-325f-4bb0-97c1-ba473b9123b1 req-e0ae9b0a-8d13-41f2-9309-ce36515c5b90 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ce6a5a2-0adf-441e-976f-69840fb6c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391603 Jun 14 16:39:03.852194 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3179508e-40f7-42e9-b6a5-b66e693ce054 req-325a71eb-2ad3-4637-b269-be0dd1045a17 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:39:03.852824 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device 6c8da6ee-2979-4634-9a47-2c91edcb43e2 up at agent hyperv_hv-cinder-79628 {{(pid=91937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:39:03.853770 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-3179508e-40f7-42e9-b6a5-b66e693ce054 req-325a71eb-2ad3-4637-b269-be0dd1045a17 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecc4789a-09c8-4b9a-8890-380893cfd872 HTTP/1.1" status: 200 len: 945 time: 0.0747669 Jun 14 16:39:03.902762 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-3179508e-40f7-42e9-b6a5-b66e693ce054 req-53c095c1-cfe6-40e7-a5f0-1f78123829c2 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/security-groups?id=673ff9b0-0f1f-4047-995d-9ca07ea20906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418077 Jun 14 16:39:03.924482 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Provisioning for port 6c8da6ee-2979-4634-9a47-2c91edcb43e2 completed by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:39:03.929947 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Provisioning complete for port 6c8da6ee-2979-4634-9a47-2c91edcb43e2 triggered by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:39:03.930472 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:39:04.033937 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:39:04.062634 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc4789a-09c8-4b9a-8890-380893cfd872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c8da6ee-2979-4634-9a47-2c91edcb43e2'}] {{(pid=91937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:39:04.065293 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}410d25e5bbb1e20f764875c123142387b982c9cf9b01c37f3ab36e77f3c6c019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1301506-639d-4921-b9f1-280952df3a00" -d '{"events": [{"server_uuid": "ecc4789a-09c8-4b9a-8890-380893cfd872", "name": "network-vif-plugged", "status": "completed", "tag": "6c8da6ee-2979-4634-9a47-2c91edcb43e2"}]}' {{(pid=91937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:39:04.081101 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] For port 6c8da6ee-2979-4634-9a47-2c91edcb43e2, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=6c8da6ee-2979-4634-9a47-2c91edcb43e2,segment=NetworkSegment(690bd276-103b-46b0-9d5a-76d942177037),segment_id=690bd276-103b-46b0-9d5a-76d942177037)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:39:04.086709 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:39:04.088198 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device 026387c9-db9b-4f99-9b4d-9ea81a6f7917 up at agent hyperv_hv-cinder-79628 {{(pid=91937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:39:04.092289 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:39:04.142649 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 16:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde53e95-e839-4c96-b0d0-41795c23448a x-openstack-request-id: req-cde53e95-e839-4c96-b0d0-41795c23448a {{(pid=91937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:39:04.143127 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecc4789a-09c8-4b9a-8890-380893cfd872", "name": "network-vif-plugged", "status": "completed", "tag": "6c8da6ee-2979-4634-9a47-2c91edcb43e2", "code": 200}]} {{(pid=91937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:39:04.143585 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cde53e95-e839-4c96-b0d0-41795c23448a {{(pid=91937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:39:04.144153 dv-cinder-796286-2-smb neutron-server[91937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc4789a-09c8-4b9a-8890-380893cfd872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c8da6ee-2979-4634-9a47-2c91edcb43e2', 'code': 200} Jun 14 16:39:04.262192 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Pushing event updated for resources: {'Port': ['ID=6c8da6ee-2979-4634-9a47-2c91edcb43e2,revision_number=5']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:39:04.273612 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:39:04.277837 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Provisioning for port 026387c9-db9b-4f99-9b4d-9ea81a6f7917 completed by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:39:04.284442 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Provisioning complete for port 026387c9-db9b-4f99-9b4d-9ea81a6f7917 triggered by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:39:04.285089 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:39:04.401210 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:39:04.414859 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b790dff-809f-4b6b-a9f5-398924ccba17 req-fd3721a7-2b68-400e-8103-1a9ddaccda3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:39:04.417509 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-9b790dff-809f-4b6b-a9f5-398924ccba17 req-fd3721a7-2b68-400e-8103-1a9ddaccda3a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ecc4789a-09c8-4b9a-8890-380893cfd872 HTTP/1.1" status: 200 len: 1099 time: 0.0917625 Jun 14 16:39:04.444608 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] For port 026387c9-db9b-4f99-9b4d-9ea81a6f7917, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=026387c9-db9b-4f99-9b4d-9ea81a6f7917,segment=NetworkSegment(c4c3f588-adb6-420f-8cdb-57f5516701db),segment_id=c4c3f588-adb6-420f-8cdb-57f5516701db)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:39:04.458231 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:39:04.460428 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:39:04.461087 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-9b790dff-809f-4b6b-a9f5-398924ccba17 req-f0b6aaac-5de1-4a02-ae60-670c59313e79 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=673ff9b0-0f1f-4047-995d-9ca07ea20906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364749 Jun 14 16:39:04.525474 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Pushing event updated for resources: {'Port': ['ID=026387c9-db9b-4f99-9b4d-9ea81a6f7917,revision_number=5']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:39:04.528638 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:39:04.757327 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786c052-f4d2-4c59-9fa8-baf9a29dc3d5 req-c4c5d7b1-8ad9-4f3e-a15b-d9863777a8be tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:39:04.758759 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-0786c052-f4d2-4c59-9fa8-baf9a29dc3d5 req-c4c5d7b1-8ad9-4f3e-a15b-d9863777a8be tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=223089d1-a190-49ea-acf4-901d33cbf4a6 HTTP/1.1" status: 200 len: 946 time: 0.0773883 Jun 14 16:39:04.804848 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-0786c052-f4d2-4c59-9fa8-baf9a29dc3d5 req-4129af10-4efe-465e-a3e3-e301ef16b45c tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ce6a5a2-0adf-441e-976f-69840fb6c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397501 Jun 14 16:39:05.147150 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d95dc9d-7fbb-4122-959f-46d6f47ce43c req-a9d7e7a8-75d7-4efe-bd5c-5767b090e803 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:39:05.149599 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-3d95dc9d-7fbb-4122-959f-46d6f47ce43c req-a9d7e7a8-75d7-4efe-bd5c-5767b090e803 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecc4789a-09c8-4b9a-8890-380893cfd872 HTTP/1.1" status: 200 len: 946 time: 0.1079574 Jun 14 16:39:05.196562 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-3d95dc9d-7fbb-4122-959f-46d6f47ce43c req-977a0e41-8d15-4a48-a101-a01a07573603 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/security-groups?id=673ff9b0-0f1f-4047-995d-9ca07ea20906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405135 Jun 14 16:39:06.007408 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0129d3-ab14-4b01-b378-3cc14850be3f req-67488c95-07a6-4750-b651-8e9f064f1813 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:39:06.008984 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-8e0129d3-ab14-4b01-b378-3cc14850be3f req-67488c95-07a6-4750-b651-8e9f064f1813 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=223089d1-a190-49ea-acf4-901d33cbf4a6 HTTP/1.1" status: 200 len: 946 time: 0.0820317 Jun 14 16:39:06.055739 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-8e0129d3-ab14-4b01-b378-3cc14850be3f req-7afebc13-0862-4309-9912-4adde872fef7 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ce6a5a2-0adf-441e-976f-69840fb6c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395236 Jun 14 16:39:06.145187 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '223089d1-a190-49ea-acf4-901d33cbf4a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '026387c9-db9b-4f99-9b4d-9ea81a6f7917'}] {{(pid=91937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:39:06.148805 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}410d25e5bbb1e20f764875c123142387b982c9cf9b01c37f3ab36e77f3c6c019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920db6d2-a3e0-4365-a06c-7b961a74d4d1" -d '{"events": [{"server_uuid": "223089d1-a190-49ea-acf4-901d33cbf4a6", "name": "network-vif-plugged", "status": "completed", "tag": "026387c9-db9b-4f99-9b4d-9ea81a6f7917"}]}' {{(pid=91937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:39:06.206657 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 16:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce29059-316b-43e4-b35d-0833cd476d5b x-openstack-request-id: req-0ce29059-316b-43e4-b35d-0833cd476d5b {{(pid=91937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:39:06.206966 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "223089d1-a190-49ea-acf4-901d33cbf4a6", "name": "network-vif-plugged", "status": "completed", "tag": "026387c9-db9b-4f99-9b4d-9ea81a6f7917", "code": 200}]} {{(pid=91937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:39:06.207229 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0ce29059-316b-43e4-b35d-0833cd476d5b {{(pid=91937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:39:06.207654 dv-cinder-796286-2-smb neutron-server[91937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '223089d1-a190-49ea-acf4-901d33cbf4a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '026387c9-db9b-4f99-9b4d-9ea81a6f7917', 'code': 200} Jun 14 16:39:06.397259 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d509a0-95dc-4f2d-818a-644f13ad1bd4 req-eeb4468d-5323-40ca-a115-f77be6273014 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:39:06.398675 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-a0d509a0-95dc-4f2d-818a-644f13ad1bd4 req-eeb4468d-5323-40ca-a115-f77be6273014 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecc4789a-09c8-4b9a-8890-380893cfd872 HTTP/1.1" status: 200 len: 946 time: 0.0773990 Jun 14 16:39:06.482453 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-a0d509a0-95dc-4f2d-818a-644f13ad1bd4 req-03a92991-c3c4-4f94-8476-0befbb8abfbd tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/security-groups?id=673ff9b0-0f1f-4047-995d-9ca07ea20906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751333 Jun 14 16:39:06.499454 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb85d5-8c3e-4149-8030-c197a266593a req-bd71b734-771b-4504-a2b0-55ce2f5fd452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:39:06.501919 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-38bb85d5-8c3e-4149-8030-c197a266593a req-bd71b734-771b-4504-a2b0-55ce2f5fd452 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=223089d1-a190-49ea-acf4-901d33cbf4a6 HTTP/1.1" status: 200 len: 1099 time: 0.1019099 Jun 14 16:39:06.555786 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-38bb85d5-8c3e-4149-8030-c197a266593a req-73d40061-ce1a-4cad-9375-bdc888a59bb8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3ce6a5a2-0adf-441e-976f-69840fb6c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464971 Jun 14 16:39:06.724266 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b622f977-0865-4899-a401-80bbc4a4bd8d req-693e284f-d6c9-4047-9353-6aedc6ec4abd tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:39:06.726712 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-b622f977-0865-4899-a401-80bbc4a4bd8d req-693e284f-d6c9-4047-9353-6aedc6ec4abd tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecc4789a-09c8-4b9a-8890-380893cfd872 HTTP/1.1" status: 200 len: 946 time: 0.0977459 Jun 14 16:39:06.739936 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 47880) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:39:06.745058 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.v2.base [None req-614f8d06-b641-401d-b24a-6d329aae1d8e tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Request body: {'floatingip': {'port_id': '6c8da6ee-2979-4634-9a47-2c91edcb43e2'}} {{(pid=91935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:39:06.804281 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-614f8d06-b641-401d-b24a-6d329aae1d8e tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks [] for floatingip, before_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:39:07.547942 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9816236-4e02-4881-ab79-e1f99a77238e req-f237746a-c281-42d4-91a1-c38f6ccd4d1d tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:39:07.550810 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-b9816236-4e02-4881-ab79-e1f99a77238e req-f237746a-c281-42d4-91a1-c38f6ccd4d1d tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=223089d1-a190-49ea-acf4-901d33cbf4a6 HTTP/1.1" status: 200 len: 946 time: 0.3105321 Jun 14 16:39:07.554789 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.db.resource_extend [None req-614f8d06-b641-401d-b24a-6d329aae1d8e tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 14 16:39:07.728803 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-614f8d06-b641-401d-b24a-6d329aae1d8e tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:39:07.736346 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-b9816236-4e02-4881-ab79-e1f99a77238e req-adfe5492-0e03-41cc-873b-9c768c450a0c tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ce6a5a2-0adf-441e-976f-69840fb6c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774228 Jun 14 16:39:07.738165 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-614f8d06-b641-401d-b24a-6d329aae1d8e tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904124'] for floatingip, after_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:39:07.922122 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.db.l3_db [None req-614f8d06-b641-401d-b24a-6d329aae1d8e tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Floating IP 6aef85cd-f1a3-4325-b1c1-ca674682829e associated. External IP: 172.28.1.227, port: 6c8da6ee-2979-4634-9a47-2c91edcb43e2. Jun 14 16:39:08.249129 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-614f8d06-b641-401d-b24a-6d329aae1d8e tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Router 28b8be67-f847-4c10-a978-f10383f13ded has already been hosted by L3 agent ca10c576-315d-4f3b-b2d0-f5eeab5e8277 {{(pid=91935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 16:39:08.289971 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.agents_db [None req-014db0b1-f8e7-4480-967a-879c185ba95d None None] Agent healthcheck: found 6 active agents {{(pid=91938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:39:08.695700 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-614f8d06-b641-401d-b24a-6d329aae1d8e tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify agent at l3_agent.dv-cinder-796286-2-smb the message routers_updated {{(pid=91935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 16:39:08.700869 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-614f8d06-b641-401d-b24a-6d329aae1d8e tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220504'] for floatingip, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:39:08.708885 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adacbad-9127-4e38-84f6-7edb4f2b64d1 None None] Sync routers for ids ['28b8be67-f847-4c10-a978-f10383f13ded'] in dv-cinder-796286-2-smb {{(pid=91937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 16:39:08.723928 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adacbad-9127-4e38-84f6-7edb4f2b64d1 None None] Routers {'28b8be67-f847-4c10-a978-f10383f13ded'} bound to L3 agent in host dv-cinder-796286-2-smb {{(pid=91937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:39:08.724715 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_hamode_db [None req-0adacbad-9127-4e38-84f6-7edb4f2b64d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T16:26:21Z,description=,heartbeat_timestamp=2021-06-14T16:38:52Z,host='dv-cinder-796286-2-smb',id=ca10c576-315d-4f3b-b2d0-f5eeab5e8277,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:26:21Z,topic='l3_agent')) {'router_ids': ['28b8be67-f847-4c10-a978-f10383f13ded'], 'active': True} {{(pid=91937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:39:08.760396 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-614f8d06-b641-401d-b24a-6d329aae1d8e tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "PUT /v2.0/floatingips/6aef85cd-f1a3-4325-b1c1-ca674682829e HTTP/1.1" status: 200 len: 992 time: 2.0187471 Jun 14 16:39:08.761414 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecc4789a-09c8-4b9a-8890-380893cfd872', 'tag': '6c8da6ee-2979-4634-9a47-2c91edcb43e2'}] {{(pid=91935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:39:08.764008 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6661bf290492edb1b3f10c978b9fa8124be38cabc2d7e3087d82166a711c303" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a1d7d89-92be-4651-9af8-4960fc2c78e9" -d '{"events": [{"name": "network-changed", "server_uuid": "ecc4789a-09c8-4b9a-8890-380893cfd872", "tag": "6c8da6ee-2979-4634-9a47-2c91edcb43e2"}]}' {{(pid=91935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:39:08.813410 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 16:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-131096a8-8eba-4785-9401-fa9f05665275 x-openstack-request-id: req-131096a8-8eba-4785-9401-fa9f05665275 {{(pid=91935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:39:08.813849 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecc4789a-09c8-4b9a-8890-380893cfd872", "tag": "6c8da6ee-2979-4634-9a47-2c91edcb43e2", "status": "completed", "code": 200}]} {{(pid=91935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:39:08.814274 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-131096a8-8eba-4785-9401-fa9f05665275 {{(pid=91935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:39:08.814779 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecc4789a-09c8-4b9a-8890-380893cfd872', 'tag': '6c8da6ee-2979-4634-9a47-2c91edcb43e2', 'status': 'completed', 'code': 200} Jun 14 16:39:08.920746 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvr_db [None req-0adacbad-9127-4e38-84f6-7edb4f2b64d1 None None] Set router 28b8be67-f847-4c10-a978-f10383f13ded gateway port host: dv-cinder-796286-2-smb {{(pid=91937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:39:08.924490 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1d7d89-92be-4651-9af8-4960fc2c78e9 req-d375733e-f524-4e7c-b1bf-e3f5478da23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:39:08.926009 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-4a1d7d89-92be-4651-9af8-4960fc2c78e9 req-d375733e-f524-4e7c-b1bf-e3f5478da23c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f95622ea97f4a73ad83eb5e2eea8149&device_id=ecc4789a-09c8-4b9a-8890-380893cfd872 HTTP/1.1" status: 200 len: 1099 time: 0.0824063 Jun 14 16:39:09.178062 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1d7d89-92be-4651-9af8-4960fc2c78e9 req-04a4d8b6-1c89-4001-b48a-ebeee46121f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:39:09.180082 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-4a1d7d89-92be-4651-9af8-4960fc2c78e9 req-04a4d8b6-1c89-4001-b48a-ebeee46121f6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ddf07b9e-99ea-4c30-b823-72f2b0ed4055 HTTP/1.1" status: 200 len: 912 time: 0.2443354 Jun 14 16:39:09.194717 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beda190-2c8a-4fd3-b5a7-92769855738e req-113e1d0d-a89d-42ff-96ae-62a6aa6c6bfe tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:39:09.196556 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-4beda190-2c8a-4fd3-b5a7-92769855738e req-113e1d0d-a89d-42ff-96ae-62a6aa6c6bfe tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=223089d1-a190-49ea-acf4-901d33cbf4a6 HTTP/1.1" status: 200 len: 946 time: 0.2192867 Jun 14 16:39:09.328822 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-4a1d7d89-92be-4651-9af8-4960fc2c78e9 req-549e3164-805b-42d2-945b-f43a4f409e72 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c8da6ee-2979-4634-9a47-2c91edcb43e2 HTTP/1.1" status: 200 len: 1000 time: 0.1312299 Jun 14 16:39:09.334871 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-4beda190-2c8a-4fd3-b5a7-92769855738e req-890db0d7-c244-4756-9986-7dd251674d36 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ce6a5a2-0adf-441e-976f-69840fb6c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226692 Jun 14 16:39:09.410876 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1d7d89-92be-4651-9af8-4960fc2c78e9 req-e21179f6-b50f-4d50-a010-6cb15a7c2b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:39:09.413369 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-4a1d7d89-92be-4651-9af8-4960fc2c78e9 req-e21179f6-b50f-4d50-a010-6cb15a7c2b0d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c03c59fa-658a-445c-9394-38c3bfae06f0 HTTP/1.1" status: 200 len: 850 time: 0.0769565 Jun 14 16:39:09.506404 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1d7d89-92be-4651-9af8-4960fc2c78e9 req-45b8e223-980e-4fc0-a6b2-91e1d8d4a175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:39:09.509768 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-4a1d7d89-92be-4651-9af8-4960fc2c78e9 req-45b8e223-980e-4fc0-a6b2-91e1d8d4a175 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ddf07b9e-99ea-4c30-b823-72f2b0ed4055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0854588 Jun 14 16:39:09.564530 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_hamode_db [None req-0adacbad-9127-4e38-84f6-7edb4f2b64d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b8be67-f847-4c10-a978-f10383f13ded', 'name': 'tempest-AttachVolumeTestJSON-1207740692-router', 'tenant_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.195'}], 'enable_snat': True}, 'gw_port_id': '77063136-84a6-47d0-a4e7-974ce2d3a121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:38:41Z', 'updated_at': '2021-06-14T16:38:46Z', 'revision_number': 4, 'project_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'gw_port': {'id': '77063136-84a6-47d0-a4e7-974ce2d3a121', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:67:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b8be67-f847-4c10-a978-f10383f13ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:38:42Z', 'updated_at': '2021-06-14T16:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb', '_floatingips': [{'id': '6aef85cd-f1a3-4325-b1c1-ca674682829e', 'tenant_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'floating_ip_address': '172.28.1.227', 'floating_network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'router_id': '28b8be67-f847-4c10-a978-f10383f13ded', 'port_id': '6c8da6ee-2979-4634-9a47-2c91edcb43e2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddf07b9e-99ea-4c30-b823-72f2b0ed4055', 'mac_address': 'fa:16:3e:42:82:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc4789a-09c8-4b9a-8890-380893cfd872', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T16:38:51Z', 'updated_at': '2021-06-14T16:39:07Z', 'revision_number': 1, 'project_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48d86202-6159-43a1-aa04-a8b18949ac44', 'name': '', 'network_id': 'ddf07b9e-99ea-4c30-b823-72f2b0ed4055', 'tenant_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'mac_address': 'fa:16:3e:71:ff:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b8be67-f847-4c10-a978-f10383f13ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'c03c59fa-658a-445c-9394-38c3bfae06f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:38:45Z', 'updated_at': '2021-06-14T16:38:54Z', 'revision_number': 5, 'project_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'subnets': [{'id': 'c03c59fa-658a-445c-9394-38c3bfae06f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-smb', False) {} {{(pid=91937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:39:09.570117 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d5130-ef19-4c4c-9cd2-c5bde2fcb13f req-e9253b8f-9616-4891-9a94-b8f2b1ee9b8f tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:39:09.571815 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adacbad-9127-4e38-84f6-7edb4f2b64d1 None None] Checking router: 28b8be67-f847-4c10-a978-f10383f13ded for host: dv-cinder-796286-2-smb {{(pid=91937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 16:39:09.572641 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-519d5130-ef19-4c4c-9cd2-c5bde2fcb13f req-e9253b8f-9616-4891-9a94-b8f2b1ee9b8f tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=223089d1-a190-49ea-acf4-901d33cbf4a6 HTTP/1.1" status: 200 len: 946 time: 0.0927150 Jun 14 16:39:09.587148 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adacbad-9127-4e38-84f6-7edb4f2b64d1 None None] Routers {'28b8be67-f847-4c10-a978-f10383f13ded'} bound to L3 agent in host dv-cinder-796286-2-smb {{(pid=91937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:39:09.587877 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_hamode_db [None req-0adacbad-9127-4e38-84f6-7edb4f2b64d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T16:26:21Z,description=,heartbeat_timestamp=2021-06-14T16:38:52Z,host='dv-cinder-796286-2-smb',id=ca10c576-315d-4f3b-b2d0-f5eeab5e8277,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:26:21Z,topic='l3_agent')) {'router_ids': ['28b8be67-f847-4c10-a978-f10383f13ded'], 'active': True} {{(pid=91937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:39:09.588542 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 47892) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:39:09.594169 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.v2.base [None req-13d6512c-e4df-4416-bee6-da34227972a1 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Request body: {'floatingip': {'port_id': '026387c9-db9b-4f99-9b4d-9ea81a6f7917'}} {{(pid=91936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:39:09.703772 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-13d6512c-e4df-4416-bee6-da34227972a1 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks [] for floatingip, before_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:39:09.715480 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-4a1d7d89-92be-4651-9af8-4960fc2c78e9 req-5c9c3d96-4cb7-48e5-8cd5-f5684c68c96e service neutron] 10.222.0.41 "GET /v2.0/networks/ddf07b9e-99ea-4c30-b823-72f2b0ed4055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953871 Jun 14 16:39:09.776729 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvr_db [None req-0adacbad-9127-4e38-84f6-7edb4f2b64d1 None None] Set router 28b8be67-f847-4c10-a978-f10383f13ded gateway port host: dv-cinder-796286-2-smb {{(pid=91937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:39:09.938347 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-4a1d7d89-92be-4651-9af8-4960fc2c78e9 req-bffd3939-ee61-481d-bb08-98dd785436c0 service neutron] 10.222.0.41 "GET /v2.0/networks/ddf07b9e-99ea-4c30-b823-72f2b0ed4055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114408 Jun 14 16:39:10.281053 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_hamode_db [None req-0adacbad-9127-4e38-84f6-7edb4f2b64d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b8be67-f847-4c10-a978-f10383f13ded', 'name': 'tempest-AttachVolumeTestJSON-1207740692-router', 'tenant_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.195'}], 'enable_snat': True}, 'gw_port_id': '77063136-84a6-47d0-a4e7-974ce2d3a121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:38:41Z', 'updated_at': '2021-06-14T16:38:46Z', 'revision_number': 4, 'project_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'gw_port': {'id': '77063136-84a6-47d0-a4e7-974ce2d3a121', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:67:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b8be67-f847-4c10-a978-f10383f13ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:38:42Z', 'updated_at': '2021-06-14T16:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb', '_floatingips': [{'id': '6aef85cd-f1a3-4325-b1c1-ca674682829e', 'tenant_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'floating_ip_address': '172.28.1.227', 'floating_network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'router_id': '28b8be67-f847-4c10-a978-f10383f13ded', 'port_id': '6c8da6ee-2979-4634-9a47-2c91edcb43e2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddf07b9e-99ea-4c30-b823-72f2b0ed4055', 'mac_address': 'fa:16:3e:42:82:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc4789a-09c8-4b9a-8890-380893cfd872', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T16:38:51Z', 'updated_at': '2021-06-14T16:39:07Z', 'revision_number': 1, 'project_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48d86202-6159-43a1-aa04-a8b18949ac44', 'name': '', 'network_id': 'ddf07b9e-99ea-4c30-b823-72f2b0ed4055', 'tenant_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'mac_address': 'fa:16:3e:71:ff:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b8be67-f847-4c10-a978-f10383f13ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'c03c59fa-658a-445c-9394-38c3bfae06f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:38:45Z', 'updated_at': '2021-06-14T16:38:54Z', 'revision_number': 5, 'project_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'subnets': [{'id': 'c03c59fa-658a-445c-9394-38c3bfae06f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-smb', False) {} {{(pid=91937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:39:10.287449 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adacbad-9127-4e38-84f6-7edb4f2b64d1 None None] The sync data for ids ['28b8be67-f847-4c10-a978-f10383f13ded'] in dv-cinder-796286-2-smb is: [{'id': '28b8be67-f847-4c10-a978-f10383f13ded', 'name': 'tempest-AttachVolumeTestJSON-1207740692-router', 'tenant_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.195'}], 'enable_snat': True}, 'gw_port_id': '77063136-84a6-47d0-a4e7-974ce2d3a121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:38:41Z', 'updated_at': '2021-06-14T16:38:46Z', 'revision_number': 4, 'project_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'gw_port': {'id': '77063136-84a6-47d0-a4e7-974ce2d3a121', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:67:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b8be67-f847-4c10-a978-f10383f13ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:38:42Z', 'updated_at': '2021-06-14T16:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb', '_floatingips': [{'id': '6aef85cd-f1a3-4325-b1c1-ca674682829e', 'tenant_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'floating_ip_address': '172.28.1.227', 'floating_network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'router_id': '28b8be67-f847-4c10-a978-f10383f13ded', 'port_id': '6c8da6ee-2979-4634-9a47-2c91edcb43e2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddf07b9e-99ea-4c30-b823-72f2b0ed4055', 'mac_address': 'fa:16:3e:42:82:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc4789a-09c8-4b9a-8890-380893cfd872', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T16:38:51Z', 'updated_at': '2021-06-14T16:39:07Z', 'revision_number': 1, 'project_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48d86202-6159-43a1-aa04-a8b18949ac44', 'name': '', 'network_id': 'ddf07b9e-99ea-4c30-b823-72f2b0ed4055', 'tenant_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'mac_address': 'fa:16:3e:71:ff:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b8be67-f847-4c10-a978-f10383f13ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'c03c59fa-658a-445c-9394-38c3bfae06f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:38:45Z', 'updated_at': '2021-06-14T16:38:54Z', 'revision_number': 5, 'project_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'subnets': [{'id': 'c03c59fa-658a-445c-9394-38c3bfae06f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 16:39:10.557759 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb4a61f-4d92-428a-bd08-f54d99af2c6a None None] New status for floating IP 6aef85cd-f1a3-4325-b1c1-ca674682829e: ACTIVE {{(pid=91938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 16:39:10.849186 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-13d6512c-e4df-4416-bee6-da34227972a1 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:39:10.854988 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-13d6512c-e4df-4416-bee6-da34227972a1 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904124'] for floatingip, after_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:39:11.123992 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.db.l3_db [None req-13d6512c-e4df-4416-bee6-da34227972a1 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Floating IP 9c9b4a5a-ca15-4bc8-a892-55312974f4f0 associated. External IP: 172.28.1.163, port: 026387c9-db9b-4f99-9b4d-9ea81a6f7917. Jun 14 16:39:11.479974 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13d6512c-e4df-4416-bee6-da34227972a1 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Router 3f079bc4-c906-4068-9e73-a356d5e37921 has already been hosted by L3 agent ca10c576-315d-4f3b-b2d0-f5eeab5e8277 {{(pid=91936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 16:39:11.680808 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d6512c-e4df-4416-bee6-da34227972a1 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify agent at l3_agent.dv-cinder-796286-2-smb the message routers_updated {{(pid=91936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 16:39:11.685903 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-13d6512c-e4df-4416-bee6-da34227972a1 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220504'] for floatingip, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:39:11.694405 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0b9b39-bd4f-4053-977c-8512503751f7 None None] Sync routers for ids ['3f079bc4-c906-4068-9e73-a356d5e37921'] in dv-cinder-796286-2-smb {{(pid=91937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 16:39:11.707478 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0b9b39-bd4f-4053-977c-8512503751f7 None None] Routers {'3f079bc4-c906-4068-9e73-a356d5e37921'} bound to L3 agent in host dv-cinder-796286-2-smb {{(pid=91937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:39:11.708822 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_hamode_db [None req-6f0b9b39-bd4f-4053-977c-8512503751f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T16:26:21Z,description=,heartbeat_timestamp=2021-06-14T16:38:52Z,host='dv-cinder-796286-2-smb',id=ca10c576-315d-4f3b-b2d0-f5eeab5e8277,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:26:21Z,topic='l3_agent')) {'router_ids': ['3f079bc4-c906-4068-9e73-a356d5e37921'], 'active': True} {{(pid=91937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:39:11.743459 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-13d6512c-e4df-4416-bee6-da34227972a1 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "PUT /v2.0/floatingips/9c9b4a5a-ca15-4bc8-a892-55312974f4f0 HTTP/1.1" status: 200 len: 992 time: 2.1531148 Jun 14 16:39:11.744559 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '223089d1-a190-49ea-acf4-901d33cbf4a6', 'tag': '026387c9-db9b-4f99-9b4d-9ea81a6f7917'}] {{(pid=91936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:39:11.747171 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659a09cea19619e202447e1b4bc3efe885e95cab3022d83c422060b06feffe3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d0a1df0-048d-4824-b4ef-b45e21e05796" -d '{"events": [{"name": "network-changed", "server_uuid": "223089d1-a190-49ea-acf4-901d33cbf4a6", "tag": "026387c9-db9b-4f99-9b4d-9ea81a6f7917"}]}' {{(pid=91936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:39:11.824602 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 16:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39714f44-bbd3-48b5-a94b-ae15736be4de x-openstack-request-id: req-39714f44-bbd3-48b5-a94b-ae15736be4de {{(pid=91936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:39:11.825323 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "223089d1-a190-49ea-acf4-901d33cbf4a6", "tag": "026387c9-db9b-4f99-9b4d-9ea81a6f7917", "status": "completed", "code": 200}]} {{(pid=91936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:39:11.826554 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-39714f44-bbd3-48b5-a94b-ae15736be4de {{(pid=91936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:39:11.827243 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '223089d1-a190-49ea-acf4-901d33cbf4a6', 'tag': '026387c9-db9b-4f99-9b4d-9ea81a6f7917', 'status': 'completed', 'code': 200} Jun 14 16:39:11.943226 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvr_db [None req-6f0b9b39-bd4f-4053-977c-8512503751f7 None None] Set router 3f079bc4-c906-4068-9e73-a356d5e37921 gateway port host: dv-cinder-796286-2-smb {{(pid=91937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:39:11.989401 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a1df0-048d-4824-b4ef-b45e21e05796 req-a4871d30-e0ea-42b7-ac68-0f75ae5bf13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:39:11.992194 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-2d0a1df0-048d-4824-b4ef-b45e21e05796 req-a4871d30-e0ea-42b7-ac68-0f75ae5bf13a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5e64979c8b4744a1a9e561844a8d2019&device_id=223089d1-a190-49ea-acf4-901d33cbf4a6 HTTP/1.1" status: 200 len: 1099 time: 0.1191833 Jun 14 16:39:12.150977 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a1df0-048d-4824-b4ef-b45e21e05796 req-a7cec429-68e8-49d6-bab3-343809ddb258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:39:12.153117 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-2d0a1df0-048d-4824-b4ef-b45e21e05796 req-a7cec429-68e8-49d6-bab3-343809ddb258 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b827e6b3-7ed7-4462-86b3-950f50bba85c HTTP/1.1" status: 200 len: 917 time: 0.1535268 Jun 14 16:39:12.253527 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-2d0a1df0-048d-4824-b4ef-b45e21e05796 req-58aea679-0c04-4e08-b29a-a4446059158a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=026387c9-db9b-4f99-9b4d-9ea81a6f7917 HTTP/1.1" status: 200 len: 1000 time: 0.0930116 Jun 14 16:39:12.314319 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_hamode_db [None req-6f0b9b39-bd4f-4053-977c-8512503751f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f079bc4-c906-4068-9e73-a356d5e37921', 'name': 'tempest-AttachVolumeShelveTestJSON-275120226-router', 'tenant_id': '5e64979c8b4744a1a9e561844a8d2019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.98'}], 'enable_snat': True}, 'gw_port_id': 'bb8407da-48f5-4573-b8b7-d91c97efb752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:34:32Z', 'updated_at': '2021-06-14T16:34:44Z', 'revision_number': 4, 'project_id': '5e64979c8b4744a1a9e561844a8d2019', 'gw_port': {'id': 'bb8407da-48f5-4573-b8b7-d91c97efb752', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f079bc4-c906-4068-9e73-a356d5e37921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:34:33Z', 'updated_at': '2021-06-14T16:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb', '_floatingips': [{'id': '9c9b4a5a-ca15-4bc8-a892-55312974f4f0', 'tenant_id': '5e64979c8b4744a1a9e561844a8d2019', 'floating_ip_address': '172.28.1.163', 'floating_network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'router_id': '3f079bc4-c906-4068-9e73-a356d5e37921', 'port_id': '026387c9-db9b-4f99-9b4d-9ea81a6f7917', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b827e6b3-7ed7-4462-86b3-950f50bba85c', 'mac_address': 'fa:16:3e:8f:02:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223089d1-a190-49ea-acf4-901d33cbf4a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T16:38:55Z', 'updated_at': '2021-06-14T16:39:10Z', 'revision_number': 1, 'project_id': '5e64979c8b4744a1a9e561844a8d2019', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6f764ad-a0f4-4314-b227-11ddd6522d49', 'name': '', 'network_id': 'b827e6b3-7ed7-4462-86b3-950f50bba85c', 'tenant_id': '5e64979c8b4744a1a9e561844a8d2019', 'mac_address': 'fa:16:3e:50:7b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f079bc4-c906-4068-9e73-a356d5e37921', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1c618564-7ca5-4a66-b740-3ae47e99df42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:34:40Z', 'updated_at': '2021-06-14T16:34:57Z', 'revision_number': 5, 'project_id': '5e64979c8b4744a1a9e561844a8d2019', 'subnets': [{'id': '1c618564-7ca5-4a66-b740-3ae47e99df42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-smb', False) {} {{(pid=91937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:39:12.318827 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0b9b39-bd4f-4053-977c-8512503751f7 None None] Checking router: 3f079bc4-c906-4068-9e73-a356d5e37921 for host: dv-cinder-796286-2-smb {{(pid=91937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 16:39:12.321518 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a1df0-048d-4824-b4ef-b45e21e05796 req-074acdf9-f994-4e51-badb-8f957de85837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:39:12.323056 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-2d0a1df0-048d-4824-b4ef-b45e21e05796 req-074acdf9-f994-4e51-badb-8f957de85837 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c618564-7ca5-4a66-b740-3ae47e99df42 HTTP/1.1" status: 200 len: 855 time: 0.0624318 Jun 14 16:39:12.328124 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0b9b39-bd4f-4053-977c-8512503751f7 None None] Routers {'3f079bc4-c906-4068-9e73-a356d5e37921'} bound to L3 agent in host dv-cinder-796286-2-smb {{(pid=91937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:39:12.328818 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_hamode_db [None req-6f0b9b39-bd4f-4053-977c-8512503751f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T16:26:21Z,description=,heartbeat_timestamp=2021-06-14T16:38:52Z,host='dv-cinder-796286-2-smb',id=ca10c576-315d-4f3b-b2d0-f5eeab5e8277,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:26:21Z,topic='l3_agent')) {'router_ids': ['3f079bc4-c906-4068-9e73-a356d5e37921'], 'active': True} {{(pid=91937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:39:12.415422 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a1df0-048d-4824-b4ef-b45e21e05796 req-bc0f64ee-8f79-46fc-8f2d-a96dc970a223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:39:12.417206 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-2d0a1df0-048d-4824-b4ef-b45e21e05796 req-bc0f64ee-8f79-46fc-8f2d-a96dc970a223 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b827e6b3-7ed7-4462-86b3-950f50bba85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0805504 Jun 14 16:39:12.521767 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvr_db [None req-6f0b9b39-bd4f-4053-977c-8512503751f7 None None] Set router 3f079bc4-c906-4068-9e73-a356d5e37921 gateway port host: dv-cinder-796286-2-smb {{(pid=91937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:39:12.574931 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-2d0a1df0-048d-4824-b4ef-b45e21e05796 req-24c1ab51-22d5-49bd-8830-bd6ff9be552c service neutron] 10.222.0.41 "GET /v2.0/networks/b827e6b3-7ed7-4462-86b3-950f50bba85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492305 Jun 14 16:39:12.707817 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-2d0a1df0-048d-4824-b4ef-b45e21e05796 req-0e362d25-9668-4b16-b99b-6fda8d58d64c service neutron] 10.222.0.41 "GET /v2.0/networks/b827e6b3-7ed7-4462-86b3-950f50bba85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223102 Jun 14 16:39:12.967890 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_hamode_db [None req-6f0b9b39-bd4f-4053-977c-8512503751f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f079bc4-c906-4068-9e73-a356d5e37921', 'name': 'tempest-AttachVolumeShelveTestJSON-275120226-router', 'tenant_id': '5e64979c8b4744a1a9e561844a8d2019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.98'}], 'enable_snat': True}, 'gw_port_id': 'bb8407da-48f5-4573-b8b7-d91c97efb752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:34:32Z', 'updated_at': '2021-06-14T16:34:44Z', 'revision_number': 4, 'project_id': '5e64979c8b4744a1a9e561844a8d2019', 'gw_port': {'id': 'bb8407da-48f5-4573-b8b7-d91c97efb752', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f079bc4-c906-4068-9e73-a356d5e37921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:34:33Z', 'updated_at': '2021-06-14T16:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb', '_floatingips': [{'id': '9c9b4a5a-ca15-4bc8-a892-55312974f4f0', 'tenant_id': '5e64979c8b4744a1a9e561844a8d2019', 'floating_ip_address': '172.28.1.163', 'floating_network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'router_id': '3f079bc4-c906-4068-9e73-a356d5e37921', 'port_id': '026387c9-db9b-4f99-9b4d-9ea81a6f7917', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b827e6b3-7ed7-4462-86b3-950f50bba85c', 'mac_address': 'fa:16:3e:8f:02:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223089d1-a190-49ea-acf4-901d33cbf4a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T16:38:55Z', 'updated_at': '2021-06-14T16:39:10Z', 'revision_number': 1, 'project_id': '5e64979c8b4744a1a9e561844a8d2019', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6f764ad-a0f4-4314-b227-11ddd6522d49', 'name': '', 'network_id': 'b827e6b3-7ed7-4462-86b3-950f50bba85c', 'tenant_id': '5e64979c8b4744a1a9e561844a8d2019', 'mac_address': 'fa:16:3e:50:7b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f079bc4-c906-4068-9e73-a356d5e37921', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1c618564-7ca5-4a66-b740-3ae47e99df42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:34:40Z', 'updated_at': '2021-06-14T16:34:57Z', 'revision_number': 5, 'project_id': '5e64979c8b4744a1a9e561844a8d2019', 'subnets': [{'id': '1c618564-7ca5-4a66-b740-3ae47e99df42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-smb', False) {} {{(pid=91937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:39:12.971468 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0b9b39-bd4f-4053-977c-8512503751f7 None None] The sync data for ids ['3f079bc4-c906-4068-9e73-a356d5e37921'] in dv-cinder-796286-2-smb is: [{'id': '3f079bc4-c906-4068-9e73-a356d5e37921', 'name': 'tempest-AttachVolumeShelveTestJSON-275120226-router', 'tenant_id': '5e64979c8b4744a1a9e561844a8d2019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.98'}], 'enable_snat': True}, 'gw_port_id': 'bb8407da-48f5-4573-b8b7-d91c97efb752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:34:32Z', 'updated_at': '2021-06-14T16:34:44Z', 'revision_number': 4, 'project_id': '5e64979c8b4744a1a9e561844a8d2019', 'gw_port': {'id': 'bb8407da-48f5-4573-b8b7-d91c97efb752', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f079bc4-c906-4068-9e73-a356d5e37921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:34:33Z', 'updated_at': '2021-06-14T16:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb', '_floatingips': [{'id': '9c9b4a5a-ca15-4bc8-a892-55312974f4f0', 'tenant_id': '5e64979c8b4744a1a9e561844a8d2019', 'floating_ip_address': '172.28.1.163', 'floating_network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'router_id': '3f079bc4-c906-4068-9e73-a356d5e37921', 'port_id': '026387c9-db9b-4f99-9b4d-9ea81a6f7917', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b827e6b3-7ed7-4462-86b3-950f50bba85c', 'mac_address': 'fa:16:3e:8f:02:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223089d1-a190-49ea-acf4-901d33cbf4a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T16:38:55Z', 'updated_at': '2021-06-14T16:39:10Z', 'revision_number': 1, 'project_id': '5e64979c8b4744a1a9e561844a8d2019', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6f764ad-a0f4-4314-b227-11ddd6522d49', 'name': '', 'network_id': 'b827e6b3-7ed7-4462-86b3-950f50bba85c', 'tenant_id': '5e64979c8b4744a1a9e561844a8d2019', 'mac_address': 'fa:16:3e:50:7b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f079bc4-c906-4068-9e73-a356d5e37921', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1c618564-7ca5-4a66-b740-3ae47e99df42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:34:40Z', 'updated_at': '2021-06-14T16:34:57Z', 'revision_number': 5, 'project_id': '5e64979c8b4744a1a9e561844a8d2019', 'subnets': [{'id': '1c618564-7ca5-4a66-b740-3ae47e99df42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 16:39:13.189732 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008f3ce9-3867-4522-866e-e34f02db00df None None] New status for floating IP 9c9b4a5a-ca15-4bc8-a892-55312974f4f0: ACTIVE {{(pid=91938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 16:39:15.902958 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:39:17.141265 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99296234-eedd-40ae-a824-d072538cb183 req-33c1c980-417a-46d4-b00f-ce56f3d53cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:39:17.142748 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-99296234-eedd-40ae-a824-d072538cb183 req-33c1c980-417a-46d4-b00f-ce56f3d53cb0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d4e60cacfce24cd499cda68081bd307f&device_id=52d2bd19-3096-4311-aa47-9fa5c8329a27 HTTP/1.1" status: 200 len: 1138 time: 0.1240487 Jun 14 16:39:17.167846 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9b04ab-77f5-4a4a-a2eb-ad5b14043f73 req-3aef2a29-5f8e-4aac-a4ff-723ac7f0c892 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:39:17.169262 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-ba9b04ab-77f5-4a4a-a2eb-ad5b14043f73 req-3aef2a29-5f8e-4aac-a4ff-723ac7f0c892 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d2bd19-3096-4311-aa47-9fa5c8329a27 HTTP/1.1" status: 200 len: 985 time: 0.1077933 Jun 14 16:39:17.289338 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-ba9b04ab-77f5-4a4a-a2eb-ad5b14043f73 req-86721445-1577-4394-8f7f-8c5bdb79dc38 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "GET /v2.0/security-groups?id=6799c740-d4b3-4122-836c-f0b75a255a5d&id=bdee67ff-44c8-460c-88d4-8086e0816ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1064973 Jun 14 16:39:17.327461 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99296234-eedd-40ae-a824-d072538cb183 req-88de25ed-6e06-4008-9e3f-e6f9bfbe07ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:39:17.329176 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-99296234-eedd-40ae-a824-d072538cb183 req-88de25ed-6e06-4008-9e3f-e6f9bfbe07ff service neutron] 10.222.0.41 "GET /v2.0/networks?id=3de692a8-4a8d-46cb-b014-927335cfd014 HTTP/1.1" status: 200 len: 916 time: 0.1779547 Jun 14 16:39:17.429759 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-99296234-eedd-40ae-a824-d072538cb183 req-e9318665-51e9-4b4c-b1fc-ea954bfddf2f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9 HTTP/1.1" status: 200 len: 1002 time: 0.0882673 Jun 14 16:39:17.493785 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99296234-eedd-40ae-a824-d072538cb183 req-ced22c34-a41e-4e57-9560-95e28ac246e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:39:17.495318 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-99296234-eedd-40ae-a824-d072538cb183 req-ced22c34-a41e-4e57-9560-95e28ac246e6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4feb0b6c-ad4f-4842-bab5-742d2f85a310 HTTP/1.1" status: 200 len: 854 time: 0.0582790 Jun 14 16:39:17.571973 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99296234-eedd-40ae-a824-d072538cb183 req-05584c33-f155-4465-ad35-fa9df7346b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:39:17.573566 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-99296234-eedd-40ae-a824-d072538cb183 req-05584c33-f155-4465-ad35-fa9df7346b8f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3de692a8-4a8d-46cb-b014-927335cfd014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0712008 Jun 14 16:39:17.709740 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-99296234-eedd-40ae-a824-d072538cb183 req-a619cb96-e164-4133-a505-61f0077b6ac0 service neutron] 10.222.0.41 "GET /v2.0/networks/3de692a8-4a8d-46cb-b014-927335cfd014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287987 Jun 14 16:39:17.842165 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-99296234-eedd-40ae-a824-d072538cb183 req-bd7a9963-9cae-44a8-ab3c-010a2bc9b4b3 service neutron] 10.222.0.41 "GET /v2.0/networks/3de692a8-4a8d-46cb-b014-927335cfd014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241460 Jun 14 16:39:18.484866 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40db42c9-2ddc-424f-a295-723831482b41 req-ac5919ca-2674-4d4e-9778-0bf8676654e4 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:39:18.486255 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-40db42c9-2ddc-424f-a295-723831482b41 req-ac5919ca-2674-4d4e-9778-0bf8676654e4 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d2bd19-3096-4311-aa47-9fa5c8329a27 HTTP/1.1" status: 200 len: 985 time: 0.0731618 Jun 14 16:39:18.531362 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-40db42c9-2ddc-424f-a295-723831482b41 req-1f028867-4a5d-4933-886b-fd540027dc32 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "GET /v2.0/security-groups?id=6799c740-d4b3-4122-836c-f0b75a255a5d&id=bdee67ff-44c8-460c-88d4-8086e0816ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0387151 Jun 14 16:39:18.882284 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-295955ce-2389-4cd0-82b0-98e27beba5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:39:19.726174 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a42dd-2d64-4b3f-9af6-803e8598e3c3 req-c4dfe82b-8e1c-481a-ba5c-d2377d939151 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:39:19.727743 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-159a42dd-2d64-4b3f-9af6-803e8598e3c3 req-c4dfe82b-8e1c-481a-ba5c-d2377d939151 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d2bd19-3096-4311-aa47-9fa5c8329a27 HTTP/1.1" status: 200 len: 985 time: 0.0741088 Jun 14 16:39:19.777906 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-159a42dd-2d64-4b3f-9af6-803e8598e3c3 req-82365f60-e7a1-4141-9e3b-8f427d3a676b tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "GET /v2.0/security-groups?id=6799c740-d4b3-4122-836c-f0b75a255a5d&id=bdee67ff-44c8-460c-88d4-8086e0816ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0443976 Jun 14 16:39:20.960887 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee1e29-9b3f-4ada-a808-a7f9d996665e req-f81fa24c-f5e9-401b-bebf-4d9f2780ceec tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:39:20.962253 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-25ee1e29-9b3f-4ada-a808-a7f9d996665e req-f81fa24c-f5e9-401b-bebf-4d9f2780ceec tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d2bd19-3096-4311-aa47-9fa5c8329a27 HTTP/1.1" status: 200 len: 985 time: 0.0701129 Jun 14 16:39:21.005897 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-25ee1e29-9b3f-4ada-a808-a7f9d996665e req-89a0feab-797d-462f-87a7-a413db7defe8 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "GET /v2.0/security-groups?id=6799c740-d4b3-4122-836c-f0b75a255a5d&id=bdee67ff-44c8-460c-88d4-8086e0816ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0379636 Jun 14 16:39:21.543483 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-a712a42b-7d8f-498e-b64f-090665bd4526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:39:21.819069 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:39:22.201305 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef095e-e999-454c-ac32-61d07b135f3f req-27001ba7-4d7c-4b56-b84c-51e41c8d1efb tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:39:22.202795 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-4eef095e-e999-454c-ac32-61d07b135f3f req-27001ba7-4d7c-4b56-b84c-51e41c8d1efb tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d2bd19-3096-4311-aa47-9fa5c8329a27 HTTP/1.1" status: 200 len: 985 time: 0.0760696 Jun 14 16:39:22.250433 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-4eef095e-e999-454c-ac32-61d07b135f3f req-38ac37b5-f243-41ce-8a0f-1d0135f9e53b tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "GET /v2.0/security-groups?id=6799c740-d4b3-4122-836c-f0b75a255a5d&id=bdee67ff-44c8-460c-88d4-8086e0816ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0411239 Jun 14 16:39:22.765308 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-ac317c73-f3f7-46db-8eeb-274d40bc3b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:39:23.443745 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f41ac-4863-46f2-a531-189866e3f82d req-d3a6744e-506e-4331-99c8-eda1b5b3bf3c tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:39:23.445490 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-7d2f41ac-4863-46f2-a531-189866e3f82d req-d3a6744e-506e-4331-99c8-eda1b5b3bf3c tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d2bd19-3096-4311-aa47-9fa5c8329a27 HTTP/1.1" status: 200 len: 985 time: 0.0741599 Jun 14 16:39:23.490914 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-7d2f41ac-4863-46f2-a531-189866e3f82d req-5894ac13-f519-4def-8d04-171a281dd238 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "GET /v2.0/security-groups?id=6799c740-d4b3-4122-836c-f0b75a255a5d&id=bdee67ff-44c8-460c-88d4-8086e0816ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395756 Jun 14 16:39:24.390140 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-61a174dc-ae9e-41b9-9cb1-e8a1b9f9c99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:39:24.678924 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c93222-6d54-408e-9f81-96c08e7b7f1c req-dd4524ae-c58a-4704-97fb-86551f381d9a tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:39:24.680404 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-14c93222-6d54-408e-9f81-96c08e7b7f1c req-dd4524ae-c58a-4704-97fb-86551f381d9a tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d2bd19-3096-4311-aa47-9fa5c8329a27 HTTP/1.1" status: 200 len: 985 time: 0.0705390 Jun 14 16:39:24.730155 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-14c93222-6d54-408e-9f81-96c08e7b7f1c req-8cbb2859-a74d-4c91-bdda-3e8f77d372c8 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "GET /v2.0/security-groups?id=6799c740-d4b3-4122-836c-f0b75a255a5d&id=bdee67ff-44c8-460c-88d4-8086e0816ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0437992 Jun 14 16:39:25.911345 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71599d9f-6745-4323-b984-137e51408399 req-0eeb56dc-a6f1-483d-8b10-86aa0fd3d81a tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:39:25.912749 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-71599d9f-6745-4323-b984-137e51408399 req-0eeb56dc-a6f1-483d-8b10-86aa0fd3d81a tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d2bd19-3096-4311-aa47-9fa5c8329a27 HTTP/1.1" status: 200 len: 985 time: 0.0676930 Jun 14 16:39:25.958618 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-71599d9f-6745-4323-b984-137e51408399 req-60d56037-5691-4988-bbc9-ab45c2926823 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "GET /v2.0/security-groups?id=6799c740-d4b3-4122-836c-f0b75a255a5d&id=bdee67ff-44c8-460c-88d4-8086e0816ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401237 Jun 14 16:39:27.149269 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931e683-2d9b-4536-b19f-4517d004de7c req-62a402b3-9ccc-496b-910d-710ec4db0423 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:39:27.150763 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-6931e683-2d9b-4536-b19f-4517d004de7c req-62a402b3-9ccc-496b-910d-710ec4db0423 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d2bd19-3096-4311-aa47-9fa5c8329a27 HTTP/1.1" status: 200 len: 985 time: 0.0772450 Jun 14 16:39:27.198128 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-6931e683-2d9b-4536-b19f-4517d004de7c req-ff588ecc-9935-402e-8084-082ac3e48498 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "GET /v2.0/security-groups?id=6799c740-d4b3-4122-836c-f0b75a255a5d&id=bdee67ff-44c8-460c-88d4-8086e0816ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410452 Jun 14 16:39:28.397234 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb29e1-5cee-4eac-93c8-76f5cc58ce00 req-b1d1bc90-5e7a-414c-8535-287ce014aecf tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:39:28.398743 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-5cfb29e1-5cee-4eac-93c8-76f5cc58ce00 req-b1d1bc90-5e7a-414c-8535-287ce014aecf tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d2bd19-3096-4311-aa47-9fa5c8329a27 HTTP/1.1" status: 200 len: 985 time: 0.0769641 Jun 14 16:39:28.446100 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-5cfb29e1-5cee-4eac-93c8-76f5cc58ce00 req-6184d427-5d7c-4297-9200-2d701677e69a tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "GET /v2.0/security-groups?id=6799c740-d4b3-4122-836c-f0b75a255a5d&id=bdee67ff-44c8-460c-88d4-8086e0816ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0412834 Jun 14 16:39:29.638765 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa422bd5-ea89-4970-8d9f-615df8bfd23b req-5fcc6fd8-adac-43ed-a9fa-f2a2182458ab tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:39:29.640433 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-aa422bd5-ea89-4970-8d9f-615df8bfd23b req-5fcc6fd8-adac-43ed-a9fa-f2a2182458ab tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d2bd19-3096-4311-aa47-9fa5c8329a27 HTTP/1.1" status: 200 len: 985 time: 0.0725996 Jun 14 16:39:29.691556 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-aa422bd5-ea89-4970-8d9f-615df8bfd23b req-421256cb-2299-4225-b4ba-ff3ce9b56c42 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "GET /v2.0/security-groups?id=6799c740-d4b3-4122-836c-f0b75a255a5d&id=bdee67ff-44c8-460c-88d4-8086e0816ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0444734 Jun 14 16:39:45.289709 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.agents_db [None req-014db0b1-f8e7-4480-967a-879c185ba95d None None] Agent healthcheck: found 6 active agents {{(pid=91938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:39:45.912849 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:39:46.746155 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-b1a5a0af-a27f-4f62-9d7e-4e987e1b8fa2 req-b36805c2-d288-4641-9368-22c07a5703ad service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=52d2bd19-3096-4311-aa47-9fa5c8329a27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1624937 Jun 14 16:39:46.857909 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a5a0af-a27f-4f62-9d7e-4e987e1b8fa2 req-c53ea070-cf66-45a7-aaf8-adcb6d1a7f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:39:46.859333 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-b1a5a0af-a27f-4f62-9d7e-4e987e1b8fa2 req-c53ea070-cf66-45a7-aaf8-adcb6d1a7f62 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d4e60cacfce24cd499cda68081bd307f&device_id=52d2bd19-3096-4311-aa47-9fa5c8329a27 HTTP/1.1" status: 200 len: 1138 time: 0.0611856 Jun 14 16:39:46.999778 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a5a0af-a27f-4f62-9d7e-4e987e1b8fa2 req-1d574a5a-0a25-4644-afaf-db0490634d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:39:47.001230 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-b1a5a0af-a27f-4f62-9d7e-4e987e1b8fa2 req-1d574a5a-0a25-4644-afaf-db0490634d3f service neutron] 10.222.0.41 "GET /v2.0/networks?id=3de692a8-4a8d-46cb-b014-927335cfd014 HTTP/1.1" status: 200 len: 916 time: 0.1165886 Jun 14 16:39:47.091807 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-b1a5a0af-a27f-4f62-9d7e-4e987e1b8fa2 req-aa3b72b9-15e2-4a5e-9487-6c2898522cae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9 HTTP/1.1" status: 200 len: 1002 time: 0.0820985 Jun 14 16:39:47.150640 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a5a0af-a27f-4f62-9d7e-4e987e1b8fa2 req-005d47f8-320a-429e-af7b-5fd21e9354f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:39:47.152040 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-b1a5a0af-a27f-4f62-9d7e-4e987e1b8fa2 req-005d47f8-320a-429e-af7b-5fd21e9354f5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4feb0b6c-ad4f-4842-bab5-742d2f85a310 HTTP/1.1" status: 200 len: 854 time: 0.0529203 Jun 14 16:39:47.219155 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a5a0af-a27f-4f62-9d7e-4e987e1b8fa2 req-c75293a3-0588-432b-8ad8-c0a06b16ebf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:39:47.220835 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-b1a5a0af-a27f-4f62-9d7e-4e987e1b8fa2 req-c75293a3-0588-432b-8ad8-c0a06b16ebf0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3de692a8-4a8d-46cb-b014-927335cfd014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0613425 Jun 14 16:39:47.350751 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-b1a5a0af-a27f-4f62-9d7e-4e987e1b8fa2 req-23c87405-5640-4a8a-a0b7-96a72f044f95 service neutron] 10.222.0.41 "GET /v2.0/networks/3de692a8-4a8d-46cb-b014-927335cfd014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218562 Jun 14 16:39:47.471723 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-b1a5a0af-a27f-4f62-9d7e-4e987e1b8fa2 req-613f92a4-117b-476a-896d-50420722f086 service neutron] 10.222.0.41 "GET /v2.0/networks/3de692a8-4a8d-46cb-b014-927335cfd014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137688 Jun 14 16:39:48.883264 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-f14e3104-895b-4251-8ab5-2f8d605ea9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:39:51.546725 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1c143c45-9d8b-4123-84a8-8c5cf7ba8c46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:39:51.820903 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:39:52.777455 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-ac317c73-f3f7-46db-8eeb-274d40bc3b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:39:54.393330 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-61a174dc-ae9e-41b9-9cb1-e8a1b9f9c99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:39:54.951446 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eae008-6c5a-4bf1-9ddc-effc6fc988b2 req-3c348088-c055-4a9e-bc2c-436341dc358f tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:39:54.952970 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-a4eae008-6c5a-4bf1-9ddc-effc6fc988b2 req-3c348088-c055-4a9e-bc2c-436341dc358f tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=223089d1-a190-49ea-acf4-901d33cbf4a6 HTTP/1.1" status: 200 len: 946 time: 0.0719819 Jun 14 16:39:55.008333 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-a4eae008-6c5a-4bf1-9ddc-effc6fc988b2 req-5427a477-ee1c-4d67-8527-35f8152d3eb7 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ce6a5a2-0adf-441e-976f-69840fb6c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398974 Jun 14 16:39:55.358041 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3786db50-6146-4d71-ab05-931e2a1d4920 req-8420e48f-b166-4f3e-a514-631ad4ff3577 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:39:55.359426 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-3786db50-6146-4d71-ab05-931e2a1d4920 req-8420e48f-b166-4f3e-a514-631ad4ff3577 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecc4789a-09c8-4b9a-8890-380893cfd872 HTTP/1.1" status: 200 len: 946 time: 0.0784335 Jun 14 16:39:55.403619 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-3786db50-6146-4d71-ab05-931e2a1d4920 req-1419a339-6a3e-40bd-b430-6e6d1b2adc99 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/security-groups?id=673ff9b0-0f1f-4047-995d-9ca07ea20906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385184 Jun 14 16:39:56.197112 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f72539a-ebc9-448c-9450-01532edaa30e req-f54633e7-53ba-483a-b4db-7c037276d84a tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:39:56.198588 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-0f72539a-ebc9-448c-9450-01532edaa30e req-f54633e7-53ba-483a-b4db-7c037276d84a tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=223089d1-a190-49ea-acf4-901d33cbf4a6 HTTP/1.1" status: 200 len: 946 time: 0.0692415 Jun 14 16:39:56.245931 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-0f72539a-ebc9-448c-9450-01532edaa30e req-a830d876-efed-43dc-905f-b7795e40a8be tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ce6a5a2-0adf-441e-976f-69840fb6c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416977 Jun 14 16:39:56.586506 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d7588f-399a-45e4-b9bf-44a67c175ba8 req-3e107d57-a2ad-4c3c-b6c1-3e9d743201f3 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:39:56.588017 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-d4d7588f-399a-45e4-b9bf-44a67c175ba8 req-3e107d57-a2ad-4c3c-b6c1-3e9d743201f3 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecc4789a-09c8-4b9a-8890-380893cfd872 HTTP/1.1" status: 200 len: 946 time: 0.0711708 Jun 14 16:39:56.629945 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-d4d7588f-399a-45e4-b9bf-44a67c175ba8 req-965b3346-bf1e-42c5-8d25-4619f21de62f tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/security-groups?id=673ff9b0-0f1f-4047-995d-9ca07ea20906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361331 Jun 14 16:39:57.429598 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3532a8-239b-44da-b3b0-55d9b3bd6527 req-8b0a71e1-842f-4c2b-a7c0-35e16db11366 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:39:57.431058 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-0d3532a8-239b-44da-b3b0-55d9b3bd6527 req-8b0a71e1-842f-4c2b-a7c0-35e16db11366 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=223089d1-a190-49ea-acf4-901d33cbf4a6 HTTP/1.1" status: 200 len: 946 time: 0.0699141 Jun 14 16:39:57.474395 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-0d3532a8-239b-44da-b3b0-55d9b3bd6527 req-d2ca2f72-46e3-4910-8a79-2f71c6fbc39a tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ce6a5a2-0adf-441e-976f-69840fb6c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376999 Jun 14 16:39:57.828454 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a07419-2097-4571-8901-eaed2ce47c4c req-27123f7e-92e9-47a2-8e4d-286da4815e26 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:39:57.829918 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-52a07419-2097-4571-8901-eaed2ce47c4c req-27123f7e-92e9-47a2-8e4d-286da4815e26 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecc4789a-09c8-4b9a-8890-380893cfd872 HTTP/1.1" status: 200 len: 946 time: 0.0767334 Jun 14 16:39:57.875629 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-52a07419-2097-4571-8901-eaed2ce47c4c req-d4793459-205c-44a1-a3aa-8ce2b5ec8824 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/security-groups?id=673ff9b0-0f1f-4047-995d-9ca07ea20906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397213 Jun 14 16:39:58.665386 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef6ab1e-0712-4ed5-9250-9f838b1b3558 req-d42886b3-4299-4b11-9cee-3c2692312538 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:39:58.666903 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-cef6ab1e-0712-4ed5-9250-9f838b1b3558 req-d42886b3-4299-4b11-9cee-3c2692312538 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=223089d1-a190-49ea-acf4-901d33cbf4a6 HTTP/1.1" status: 200 len: 946 time: 0.0710318 Jun 14 16:39:58.714635 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-cef6ab1e-0712-4ed5-9250-9f838b1b3558 req-49f0455d-a2f1-499c-80c1-fff381ca0c12 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ce6a5a2-0adf-441e-976f-69840fb6c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421402 Jun 14 16:39:59.064853 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9588206c-1d5e-4fca-beb9-660c4099b40f req-69807474-25ea-4fcd-b438-97594579d0b4 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:39:59.066935 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-9588206c-1d5e-4fca-beb9-660c4099b40f req-69807474-25ea-4fcd-b438-97594579d0b4 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecc4789a-09c8-4b9a-8890-380893cfd872 HTTP/1.1" status: 200 len: 946 time: 0.0708532 Jun 14 16:39:59.115964 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-9588206c-1d5e-4fca-beb9-660c4099b40f req-6fa767ef-9b69-48e4-971c-561babeba5ff tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/security-groups?id=673ff9b0-0f1f-4047-995d-9ca07ea20906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423753 Jun 14 16:39:59.905527 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0d20b0-2cb9-4de1-8328-d83beaa8fb83 req-629bfde1-63ca-4de3-9ca9-1e855ae34e99 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:39:59.906953 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-9c0d20b0-2cb9-4de1-8328-d83beaa8fb83 req-629bfde1-63ca-4de3-9ca9-1e855ae34e99 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=223089d1-a190-49ea-acf4-901d33cbf4a6 HTTP/1.1" status: 200 len: 946 time: 0.0706949 Jun 14 16:39:59.954748 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-9c0d20b0-2cb9-4de1-8328-d83beaa8fb83 req-f6a260d2-9c6d-4792-bf98-7f08f32dd335 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ce6a5a2-0adf-441e-976f-69840fb6c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408425 Jun 14 16:40:00.302906 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfecf5f-00b9-4aa9-be44-9b7366a0d886 req-1f56dd9e-e824-4064-8c9c-25f5ccfda041 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:40:00.304424 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-7cfecf5f-00b9-4aa9-be44-9b7366a0d886 req-1f56dd9e-e824-4064-8c9c-25f5ccfda041 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecc4789a-09c8-4b9a-8890-380893cfd872 HTTP/1.1" status: 200 len: 946 time: 0.0742073 Jun 14 16:40:00.347125 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-7cfecf5f-00b9-4aa9-be44-9b7366a0d886 req-4545b4d8-b32a-4cb8-85f9-25eabc80167a tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/security-groups?id=673ff9b0-0f1f-4047-995d-9ca07ea20906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369685 Jun 14 16:40:01.146087 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895862ea-0ff5-4c98-8678-72b7f02768ea req-bc209e3d-3fad-4eb3-bfe4-8dcd13eb5f1f tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:40:01.147703 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-895862ea-0ff5-4c98-8678-72b7f02768ea req-bc209e3d-3fad-4eb3-bfe4-8dcd13eb5f1f tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=223089d1-a190-49ea-acf4-901d33cbf4a6 HTTP/1.1" status: 200 len: 946 time: 0.0735207 Jun 14 16:40:01.197083 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-895862ea-0ff5-4c98-8678-72b7f02768ea req-566d64ee-bd87-4e50-b395-c3ad7f99ed0c tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ce6a5a2-0adf-441e-976f-69840fb6c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434930 Jun 14 16:40:01.530242 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef22f6-8e4a-47e1-b030-7b5242f8825f req-e5a71c9c-2422-4455-87ac-9c61f168bfac tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:40:01.531654 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-faef22f6-8e4a-47e1-b030-7b5242f8825f req-e5a71c9c-2422-4455-87ac-9c61f168bfac tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecc4789a-09c8-4b9a-8890-380893cfd872 HTTP/1.1" status: 200 len: 946 time: 0.0706921 Jun 14 16:40:01.576736 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-faef22f6-8e4a-47e1-b030-7b5242f8825f req-25f85769-fc43-4ac6-884e-d0e6c70fd0f2 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/security-groups?id=673ff9b0-0f1f-4047-995d-9ca07ea20906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391982 Jun 14 16:40:02.384751 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985266f6-4da0-433a-995e-630ebbd9007b req-7514e9c3-9f98-46e7-95b1-01359b4d4d6d tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:40:02.386230 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-985266f6-4da0-433a-995e-630ebbd9007b req-7514e9c3-9f98-46e7-95b1-01359b4d4d6d tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=223089d1-a190-49ea-acf4-901d33cbf4a6 HTTP/1.1" status: 200 len: 946 time: 0.0709784 Jun 14 16:40:02.427805 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-985266f6-4da0-433a-995e-630ebbd9007b req-e83f9c36-c3e5-495e-a2dd-7a1921a9d9ea tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ce6a5a2-0adf-441e-976f-69840fb6c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360205 Jun 14 16:40:02.774690 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8322cf-eeee-4e1d-b441-94f39a1dcc5f req-a50e287d-396e-42b7-b493-bb9b29d9e914 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:40:02.776246 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-1c8322cf-eeee-4e1d-b441-94f39a1dcc5f req-a50e287d-396e-42b7-b493-bb9b29d9e914 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecc4789a-09c8-4b9a-8890-380893cfd872 HTTP/1.1" status: 200 len: 946 time: 0.0778847 Jun 14 16:40:02.819531 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-1c8322cf-eeee-4e1d-b441-94f39a1dcc5f req-2ed6ee1f-b35f-49dd-96ff-34419ca88cfb tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/security-groups?id=673ff9b0-0f1f-4047-995d-9ca07ea20906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376489 Jun 14 16:40:03.633192 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b00d058-bd80-486d-9d0e-06e9c9aac42e req-9f2483fe-093d-4386-9a47-bfce600ae67b tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:40:03.634699 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-7b00d058-bd80-486d-9d0e-06e9c9aac42e req-9f2483fe-093d-4386-9a47-bfce600ae67b tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=223089d1-a190-49ea-acf4-901d33cbf4a6 HTTP/1.1" status: 200 len: 946 time: 0.0721440 Jun 14 16:40:03.684077 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-7b00d058-bd80-486d-9d0e-06e9c9aac42e req-e29ea727-339f-43c4-a9fd-6a46d1d413ea tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ce6a5a2-0adf-441e-976f-69840fb6c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435946 Jun 14 16:40:04.013461 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ddf2d-8432-46fe-8f61-33c96d0137ee req-52977c74-78fe-42f8-9fba-ed749ac444b5 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:40:04.015243 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-6f5ddf2d-8432-46fe-8f61-33c96d0137ee req-52977c74-78fe-42f8-9fba-ed749ac444b5 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecc4789a-09c8-4b9a-8890-380893cfd872 HTTP/1.1" status: 200 len: 946 time: 0.0722322 Jun 14 16:40:04.057810 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-6f5ddf2d-8432-46fe-8f61-33c96d0137ee req-42beda42-a818-441c-b7f8-b0ba72bebd9c tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/security-groups?id=673ff9b0-0f1f-4047-995d-9ca07ea20906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366373 Jun 14 16:40:04.885629 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6d2f77-ddfa-4600-897e-7c0ec2a0bd09 req-fdf43b32-09cc-409c-8ba2-dbec44ce4b72 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:40:04.888031 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-df6d2f77-ddfa-4600-897e-7c0ec2a0bd09 req-fdf43b32-09cc-409c-8ba2-dbec44ce4b72 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=223089d1-a190-49ea-acf4-901d33cbf4a6 HTTP/1.1" status: 200 len: 946 time: 0.0789042 Jun 14 16:40:04.934242 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-df6d2f77-ddfa-4600-897e-7c0ec2a0bd09 req-602841e5-df07-4082-a6e9-b1f22c2127a4 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ce6a5a2-0adf-441e-976f-69840fb6c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406485 Jun 14 16:40:05.256972 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a187d-6fa6-414d-a1ed-c5c95639d2d9 req-698572f9-22ce-43aa-9025-2b5da9621157 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:40:05.258450 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-f69a187d-6fa6-414d-a1ed-c5c95639d2d9 req-698572f9-22ce-43aa-9025-2b5da9621157 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecc4789a-09c8-4b9a-8890-380893cfd872 HTTP/1.1" status: 200 len: 946 time: 0.0833952 Jun 14 16:40:05.312400 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-f69a187d-6fa6-414d-a1ed-c5c95639d2d9 req-1c714d4d-74d5-46b9-a871-c3daf986ef3f tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/security-groups?id=673ff9b0-0f1f-4047-995d-9ca07ea20906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435927 Jun 14 16:40:06.072540 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device 026387c9-db9b-4f99-9b4d-9ea81a6f7917 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=91937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 16:40:06.135599 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7d3519-22b0-4288-9baa-fd433e1a9e0d req-3c86b8e3-e4b9-40ac-aa24-0994f2fcbc98 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:40:06.137120 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-2f7d3519-22b0-4288-9baa-fd433e1a9e0d req-3c86b8e3-e4b9-40ac-aa24-0994f2fcbc98 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=223089d1-a190-49ea-acf4-901d33cbf4a6 HTTP/1.1" status: 200 len: 946 time: 0.0837839 Jun 14 16:40:06.185648 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-2f7d3519-22b0-4288-9baa-fd433e1a9e0d req-848afc70-7e68-4731-aa55-28ae8cb0440e tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ce6a5a2-0adf-441e-976f-69840fb6c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427310 Jun 14 16:40:06.202230 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] For port 026387c9-db9b-4f99-9b4d-9ea81a6f7917, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=026387c9-db9b-4f99-9b4d-9ea81a6f7917,segment=NetworkSegment(c4c3f588-adb6-420f-8cdb-57f5516701db),segment_id=c4c3f588-adb6-420f-8cdb-57f5516701db)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:40:06.218498 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Returning: {'device': '026387c9-db9b-4f99-9b4d-9ea81a6f7917', 'network_id': 'b827e6b3-7ed7-4462-86b3-950f50bba85c', 'port_id': '026387c9-db9b-4f99-9b4d-9ea81a6f7917', 'mac_address': 'fa:16:3e:8f:02:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c618564-7ca5-4a66-b740-3ae47e99df42', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 16:40:06.264716 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:06.281167 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.notifiers.nova [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 026387c9-db9b-4f99-9b4d-9ea81a6f7917 {{(pid=91937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 16:40:06.303337 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] For port 026387c9-db9b-4f99-9b4d-9ea81a6f7917, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=026387c9-db9b-4f99-9b4d-9ea81a6f7917,segment=NetworkSegment(c4c3f588-adb6-420f-8cdb-57f5516701db),segment_id=c4c3f588-adb6-420f-8cdb-57f5516701db)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:40:06.307429 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:06.309256 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:40:06.369900 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Pushing event updated for resources: {'Port': ['ID=026387c9-db9b-4f99-9b4d-9ea81a6f7917,revision_number=6']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:40:06.377014 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:40:06.377362 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:40:06.377763 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:40:06.378045 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:40:06.378524 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:40:06.379107 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:40:06.379553 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:40:06.379917 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:40:06.380288 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:40:06.380455 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:40:06.380766 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:40:06.381091 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:40:06.385277 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:40:06.412323 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] get_ports_and_sgs() called for port_ids ['026387c9-db9b-4f99-9b4d-9ea81a6f7917'] {{(pid=91937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 16:40:06.511727 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c41ed-364b-45f3-a7e2-13a871ef4adf req-a2d89443-bf7e-4675-9b88-3f6dc1140744 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:40:06.513239 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-c67c41ed-364b-45f3-a7e2-13a871ef4adf req-a2d89443-bf7e-4675-9b88-3f6dc1140744 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecc4789a-09c8-4b9a-8890-380893cfd872 HTTP/1.1" status: 200 len: 946 time: 0.0771646 Jun 14 16:40:06.565753 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-c67c41ed-364b-45f3-a7e2-13a871ef4adf req-ffe34e2b-642b-44f8-a3fb-e1f92492ec3e tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/security-groups?id=673ff9b0-0f1f-4047-995d-9ca07ea20906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464504 Jun 14 16:40:06.921297 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a3769-4d49-4fc1-ad7f-3c9e744b1d43 req-d04a558b-7c26-43ce-a278-ed300c35cf0f tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:40:06.922680 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-8f4a3769-4d49-4fc1-ad7f-3c9e744b1d43 req-d04a558b-7c26-43ce-a278-ed300c35cf0f tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecc4789a-09c8-4b9a-8890-380893cfd872 HTTP/1.1" status: 200 len: 946 time: 0.0730577 Jun 14 16:40:06.935914 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c56ba57-9693-419b-82e8-d8862d18bd01 req-f7434302-5489-45ab-a64c-75524bba32f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:40:06.937475 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-6c56ba57-9693-419b-82e8-d8862d18bd01 req-f7434302-5489-45ab-a64c-75524bba32f8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f95622ea97f4a73ad83eb5e2eea8149&device_id=ecc4789a-09c8-4b9a-8890-380893cfd872 HTTP/1.1" status: 200 len: 1099 time: 0.0605075 Jun 14 16:40:06.966798 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-8f4a3769-4d49-4fc1-ad7f-3c9e744b1d43 req-c16372fc-f26a-47a0-a3f6-68bfa2d77632 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/security-groups?id=673ff9b0-0f1f-4047-995d-9ca07ea20906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374463 Jun 14 16:40:07.088633 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-941f7c34-6461-4ea9-b3bc-202eb34f57bf req-4cd08532-b493-43a1-b591-2a6d99d14f86 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1190238437&fields=id&tenant_id=d4e60cacfce24cd499cda68081bd307f HTTP/1.1" status: 200 len: 267 time: 0.0578640 Jun 14 16:40:07.091347 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c56ba57-9693-419b-82e8-d8862d18bd01 req-1a4654df-bc99-478a-80bf-24b37a45a7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:40:07.092719 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-6c56ba57-9693-419b-82e8-d8862d18bd01 req-1a4654df-bc99-478a-80bf-24b37a45a7f8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ddf07b9e-99ea-4c30-b823-72f2b0ed4055 HTTP/1.1" status: 200 len: 912 time: 0.1458662 Jun 14 16:40:07.212470 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-6c56ba57-9693-419b-82e8-d8862d18bd01 req-a769e5bb-80f9-40d0-b319-d00b046405fc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c8da6ee-2979-4634-9a47-2c91edcb43e2 HTTP/1.1" status: 200 len: 1002 time: 0.1094575 Jun 14 16:40:07.230366 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f7c34-6461-4ea9-b3bc-202eb34f57bf req-19674bf2-e16a-4e58-801c-6f860014a653 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:40:07.231895 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-941f7c34-6461-4ea9-b3bc-202eb34f57bf req-19674bf2-e16a-4e58-801c-6f860014a653 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d2bd19-3096-4311-aa47-9fa5c8329a27 HTTP/1.1" status: 200 len: 985 time: 0.1380005 Jun 14 16:40:07.273971 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.v2.base [req-941f7c34-6461-4ea9-b3bc-202eb34f57bf req-a4fda285-ce31-4d27-8664-4d0e38300e60 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Request body: {'port': {'security_groups': ['6799c740-d4b3-4122-836c-f0b75a255a5d']}} {{(pid=91935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:40:07.400569 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced33761-6b55-47f0-ba83-aa76d9d4c951 req-5bd5dd13-08ed-40ef-ac29-d70d11359459 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:40:07.402337 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-ced33761-6b55-47f0-ba83-aa76d9d4c951 req-5bd5dd13-08ed-40ef-ac29-d70d11359459 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=223089d1-a190-49ea-acf4-901d33cbf4a6 HTTP/1.1" status: 200 len: 945 time: 0.0923784 Jun 14 16:40:07.448122 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-ced33761-6b55-47f0-ba83-aa76d9d4c951 req-46154af9-3057-4cf8-a8c6-f27998bc657b tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ce6a5a2-0adf-441e-976f-69840fb6c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399265 Jun 14 16:40:07.618908 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c56ba57-9693-419b-82e8-d8862d18bd01 req-05e41847-a84e-45e1-a933-88a63aa1ba74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:40:07.620430 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-6c56ba57-9693-419b-82e8-d8862d18bd01 req-05e41847-a84e-45e1-a933-88a63aa1ba74 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c03c59fa-658a-445c-9394-38c3bfae06f0 HTTP/1.1" status: 200 len: 850 time: 0.3876379 Jun 14 16:40:07.708649 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-941f7c34-6461-4ea9-b3bc-202eb34f57bf req-a4fda285-ce31-4d27-8664-4d0e38300e60 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:07.788313 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c56ba57-9693-419b-82e8-d8862d18bd01 req-0d4c4dfe-1449-419a-bc92-5d550f3c0be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:40:07.789778 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-6c56ba57-9693-419b-82e8-d8862d18bd01 req-0d4c4dfe-1449-419a-bc92-5d550f3c0be5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ddf07b9e-99ea-4c30-b823-72f2b0ed4055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1623466 Jun 14 16:40:08.038833 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-6c56ba57-9693-419b-82e8-d8862d18bd01 req-98f9c105-85d3-4ded-a8f4-88d0e5a5d350 service neutron] 10.222.0.41 "GET /v2.0/networks/ddf07b9e-99ea-4c30-b823-72f2b0ed4055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419605 Jun 14 16:40:08.102760 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device 026387c9-db9b-4f99-9b4d-9ea81a6f7917 up at agent hyperv_hv-cinder-79628 {{(pid=91937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:40:08.120129 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.db [req-941f7c34-6461-4ea9-b3bc-202eb34f57bf req-a4fda285-ce31-4d27-8664-4d0e38300e60 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] For port c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9,segment=NetworkSegment(bd337bf6-4055-49d2-92a8-b84f02235e58),segment_id=bd337bf6-4055-49d2-92a8-b84f02235e58)] {{(pid=91935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:40:08.208315 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Provisioning complete for port 026387c9-db9b-4f99-9b4d-9ea81a6f7917 triggered by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:40:08.209013 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:08.290610 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-941f7c34-6461-4ea9-b3bc-202eb34f57bf req-a4fda285-ce31-4d27-8664-4d0e38300e60 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Notify callbacks [] for port, precommit_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:08.315133 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d4ba0e-b474-44c6-b935-fe0620fe3625 req-a7782bfa-69fa-4c66-a72c-2d6a9a25a7c1 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:40:08.317982 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-98d4ba0e-b474-44c6-b935-fe0620fe3625 req-a7782bfa-69fa-4c66-a72c-2d6a9a25a7c1 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecc4789a-09c8-4b9a-8890-380893cfd872 HTTP/1.1" status: 200 len: 946 time: 0.1388772 Jun 14 16:40:08.328367 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-6c56ba57-9693-419b-82e8-d8862d18bd01 req-cbd8eae7-6ce2-40c7-9d1f-4ad1a63ed837 service neutron] 10.222.0.41 "GET /v2.0/networks/ddf07b9e-99ea-4c30-b823-72f2b0ed4055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733734 Jun 14 16:40:08.330468 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-941f7c34-6461-4ea9-b3bc-202eb34f57bf req-a4fda285-ce31-4d27-8664-4d0e38300e60 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58943316'] for port, after_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:08.343417 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-bf5334db-0fcb-4463-88f9-a2bf0d547de7 tempest-VolumesNegativeTest-486033650 tempest-VolumesNegativeTest-486033650-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:40:08.368956 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] get_ports_and_sgs() called for port_ids ['c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9'] {{(pid=91937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 16:40:08.396313 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-98d4ba0e-b474-44c6-b935-fe0620fe3625 req-bc21c3ca-4213-48f3-8914-57ad3b0aa311 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/security-groups?id=673ff9b0-0f1f-4047-995d-9ca07ea20906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711782 Jun 14 16:40:08.429033 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f7c34-6461-4ea9-b3bc-202eb34f57bf req-a4fda285-ce31-4d27-8664-4d0e38300e60 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:40:08.429932 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-941f7c34-6461-4ea9-b3bc-202eb34f57bf req-a4fda285-ce31-4d27-8664-4d0e38300e60 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220504'] for port, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:08.439353 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-941f7c34-6461-4ea9-b3bc-202eb34f57bf req-a4fda285-ce31-4d27-8664-4d0e38300e60 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "PUT /v2.0/ports/c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9 HTTP/1.1" status: 200 len: 943 time: 1.1963613 Jun 14 16:40:08.440049 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 48220) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:40:08.451840 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52d2bd19-3096-4311-aa47-9fa5c8329a27', 'tag': 'c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9'}] {{(pid=91935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:40:08.459331 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6661bf290492edb1b3f10c978b9fa8124be38cabc2d7e3087d82166a711c303" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d89edee7-72c3-4246-bce5-a62fdf41ff5a" -d '{"events": [{"name": "network-changed", "server_uuid": "52d2bd19-3096-4311-aa47-9fa5c8329a27", "tag": "c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9"}]}' {{(pid=91935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:40:08.488391 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:08.537383 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fda285-ce31-4d27-8664-4d0e38300e60 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Pushing event updated for resources: {'Port': ['ID=c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9,revision_number=7']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:40:08.548810 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] get_ports_and_sgs() called for port_ids ['c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9'] {{(pid=91937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 16:40:08.559394 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fda285-ce31-4d27-8664-4d0e38300e60 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:40:08.559394 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fda285-ce31-4d27-8664-4d0e38300e60 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:40:08.559907 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fda285-ce31-4d27-8664-4d0e38300e60 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:40:08.560284 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fda285-ce31-4d27-8664-4d0e38300e60 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:40:08.560649 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fda285-ce31-4d27-8664-4d0e38300e60 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:40:08.561017 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fda285-ce31-4d27-8664-4d0e38300e60 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:40:08.561385 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fda285-ce31-4d27-8664-4d0e38300e60 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:40:08.561751 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fda285-ce31-4d27-8664-4d0e38300e60 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:40:08.564494 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fda285-ce31-4d27-8664-4d0e38300e60 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:40:08.564894 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fda285-ce31-4d27-8664-4d0e38300e60 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:40:08.565275 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fda285-ce31-4d27-8664-4d0e38300e60 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:40:08.565675 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fda285-ce31-4d27-8664-4d0e38300e60 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:40:08.578414 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-a4fda285-ce31-4d27-8664-4d0e38300e60 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:40:08.605937 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-ea9c8d93-363a-48b5-9e6b-d65856f2091c tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Notify callbacks [] for security_group, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:08.643206 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] For port 026387c9-db9b-4f99-9b4d-9ea81a6f7917, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=026387c9-db9b-4f99-9b4d-9ea81a6f7917,segment=NetworkSegment(c4c3f588-adb6-420f-8cdb-57f5516701db),segment_id=c4c3f588-adb6-420f-8cdb-57f5516701db)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:40:08.651917 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '223089d1-a190-49ea-acf4-901d33cbf4a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '026387c9-db9b-4f99-9b4d-9ea81a6f7917'}] {{(pid=91937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:40:08.654167 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-ea9c8d93-363a-48b5-9e6b-d65856f2091c tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:08.654680 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}410d25e5bbb1e20f764875c123142387b982c9cf9b01c37f3ab36e77f3c6c019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab992b6-2bb1-470a-9a49-caf10e6eb950" -d '{"events": [{"server_uuid": "223089d1-a190-49ea-acf4-901d33cbf4a6", "name": "network-vif-plugged", "status": "completed", "tag": "026387c9-db9b-4f99-9b4d-9ea81a6f7917"}]}' {{(pid=91937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:40:08.665985 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:08.695943 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-b8e14594-91cc-4dd4-82ba-ba63c9374442 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:40:08.799408 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 16:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aee8283-cd7f-4f44-9cef-082720dae26b x-openstack-request-id: req-6aee8283-cd7f-4f44-9cef-082720dae26b {{(pid=91935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:40:08.799765 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52d2bd19-3096-4311-aa47-9fa5c8329a27", "tag": "c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9", "status": "completed", "code": 200}]} {{(pid=91935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:40:08.800625 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6aee8283-cd7f-4f44-9cef-082720dae26b {{(pid=91935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:40:08.801263 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52d2bd19-3096-4311-aa47-9fa5c8329a27', 'tag': 'c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9', 'status': 'completed', 'code': 200} Jun 14 16:40:08.819013 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Pushing event updated for resources: {'Port': ['ID=026387c9-db9b-4f99-9b4d-9ea81a6f7917,revision_number=7']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:40:08.834583 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-ea9c8d93-363a-48b5-9e6b-d65856f2091c tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:08.837201 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-ea9c8d93-363a-48b5-9e6b-d65856f2091c tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Notify callbacks [] for security_group, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:08.841439 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 48232) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:40:08.850565 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-ea9c8d93-363a-48b5-9e6b-d65856f2091c tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "DELETE /v2.0/security-groups/bdee67ff-44c8-460c-88d4-8086e0816ff7 HTTP/1.1" status: 204 len: 168 time: 0.4084694 Jun 14 16:40:08.860221 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-d999d070-1a8f-4f42-9b6b-a45bcf3b1e0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:40:08.871910 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:40:08.912745 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9c8d93-363a-48b5-9e6b-d65856f2091c tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdee67ff-44c8-460c-88d4-8086e0816ff7,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:40:08.924699 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9c8d93-363a-48b5-9e6b-d65856f2091c tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:40:08.925624 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9c8d93-363a-48b5-9e6b-d65856f2091c tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:40:08.926483 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9c8d93-363a-48b5-9e6b-d65856f2091c tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:40:08.926619 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9c8d93-363a-48b5-9e6b-d65856f2091c tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:40:08.926974 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9c8d93-363a-48b5-9e6b-d65856f2091c tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:40:08.927334 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9c8d93-363a-48b5-9e6b-d65856f2091c tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:40:08.927713 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9c8d93-363a-48b5-9e6b-d65856f2091c tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:40:08.928075 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9c8d93-363a-48b5-9e6b-d65856f2091c tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:40:08.928431 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9c8d93-363a-48b5-9e6b-d65856f2091c tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:40:08.928788 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9c8d93-363a-48b5-9e6b-d65856f2091c tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:40:08.933428 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9c8d93-363a-48b5-9e6b-d65856f2091c tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:40:08.933867 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9c8d93-363a-48b5-9e6b-d65856f2091c tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:40:08.937758 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-ea9c8d93-363a-48b5-9e6b-d65856f2091c tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:40:09.000800 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 16:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6037973e-c3ec-44d6-bdef-bc670c6a2f2e x-openstack-request-id: req-6037973e-c3ec-44d6-bdef-bc670c6a2f2e {{(pid=91937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:40:09.001382 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "223089d1-a190-49ea-acf4-901d33cbf4a6", "name": "network-vif-plugged", "status": "completed", "tag": "026387c9-db9b-4f99-9b4d-9ea81a6f7917", "code": 200}]} {{(pid=91937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:40:09.001822 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6037973e-c3ec-44d6-bdef-bc670c6a2f2e {{(pid=91937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:40:09.002406 dv-cinder-796286-2-smb neutron-server[91937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '223089d1-a190-49ea-acf4-901d33cbf4a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '026387c9-db9b-4f99-9b4d-9ea81a6f7917', 'code': 200} Jun 14 16:40:09.002524 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaaf371-6f11-4ff4-b189-acc2888bb288 req-d354892c-ca57-40a1-90c0-d129de3454d8 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:40:09.005589 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-eeaaf371-6f11-4ff4-b189-acc2888bb288 req-d354892c-ca57-40a1-90c0-d129de3454d8 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=223089d1-a190-49ea-acf4-901d33cbf4a6 HTTP/1.1" status: 200 len: 946 time: 0.1464720 Jun 14 16:40:09.071961 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-eeaaf371-6f11-4ff4-b189-acc2888bb288 req-24491c19-908c-4665-8417-c18ca83ab2c2 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ce6a5a2-0adf-441e-976f-69840fb6c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497355 Jun 14 16:40:09.092450 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-e0fe26ff-ba30-4905-96fb-8f8cf6643cc9 None None] Provisioning complete for port c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9 triggered by entity DHCP. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:40:09.092997 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-e0fe26ff-ba30-4905-96fb-8f8cf6643cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:09.151980 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89edee7-72c3-4246-bce5-a62fdf41ff5a req-0161e8a1-b0f0-4559-b101-73626d16d897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:40:09.154026 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-d89edee7-72c3-4246-bce5-a62fdf41ff5a req-0161e8a1-b0f0-4559-b101-73626d16d897 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d4e60cacfce24cd499cda68081bd307f&device_id=52d2bd19-3096-4311-aa47-9fa5c8329a27 HTTP/1.1" status: 200 len: 1099 time: 0.2008011 Jun 14 16:40:09.335433 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89edee7-72c3-4246-bce5-a62fdf41ff5a req-cd36b4b0-ce6c-4273-9db7-560db545676b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:40:09.336820 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-d89edee7-72c3-4246-bce5-a62fdf41ff5a req-cd36b4b0-ce6c-4273-9db7-560db545676b service neutron] 10.222.0.41 "GET /v2.0/networks?id=3de692a8-4a8d-46cb-b014-927335cfd014 HTTP/1.1" status: 200 len: 916 time: 0.1726000 Jun 14 16:40:09.343550 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.plugin [None req-99ef4e3e-6516-4815-bba7-50dafd3ddefc tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Deleting port 2c665fd9-285c-4502-9f75-cdb56fbe5425 {{(pid=91935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 16:40:09.343925 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-99ef4e3e-6516-4815-bba7-50dafd3ddefc tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742580025384'] for port, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:09.508630 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-d89edee7-72c3-4246-bce5-a62fdf41ff5a req-c2ef2e1a-72a3-420a-bdd7-e30a61d32965 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9 HTTP/1.1" status: 200 len: 1002 time: 0.1626828 Jun 14 16:40:09.566109 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-99ef4e3e-6516-4815-bba7-50dafd3ddefc tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3907582'] for port, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:09.566550 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-99ef4e3e-6516-4815-bba7-50dafd3ddefc tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:09.720983 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.plugin [None req-99ef4e3e-6516-4815-bba7-50dafd3ddefc tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Calling delete_port for 2c665fd9-285c-4502-9f75-cdb56fbe5425 owned by network:floatingip {{(pid=91935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 16:40:09.790619 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89edee7-72c3-4246-bce5-a62fdf41ff5a req-0930ec82-70d7-4677-974b-efb850e9ecfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:40:09.792110 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-d89edee7-72c3-4246-bce5-a62fdf41ff5a req-0930ec82-70d7-4677-974b-efb850e9ecfd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4feb0b6c-ad4f-4842-bab5-742d2f85a310 HTTP/1.1" status: 200 len: 854 time: 0.2712595 Jun 14 16:40:09.920271 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aa498e-2b52-460a-80de-2b5d85b73d66 req-ec356e86-6477-4d18-9aae-d17eb6fc87e7 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:40:09.921805 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-26aa498e-2b52-460a-80de-2b5d85b73d66 req-ec356e86-6477-4d18-9aae-d17eb6fc87e7 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecc4789a-09c8-4b9a-8890-380893cfd872 HTTP/1.1" status: 200 len: 946 time: 0.3524010 Jun 14 16:40:10.016839 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89edee7-72c3-4246-bce5-a62fdf41ff5a req-3fe598f3-8764-4ca0-b724-057a9fdef710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:40:10.019986 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-d89edee7-72c3-4246-bce5-a62fdf41ff5a req-3fe598f3-8764-4ca0-b724-057a9fdef710 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3de692a8-4a8d-46cb-b014-927335cfd014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2139423 Jun 14 16:40:10.085864 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-26aa498e-2b52-460a-80de-2b5d85b73d66 req-fb9babfb-3302-4cb7-a53a-c7efb2cef3f4 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/security-groups?id=673ff9b0-0f1f-4047-995d-9ca07ea20906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499507 Jun 14 16:40:10.211064 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-99ef4e3e-6516-4815-bba7-50dafd3ddefc tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742580029772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742579636520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58943331'] for port, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:10.214904 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-b553bf04-6ed5-4427-9da4-1c3ebb5a075e tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:40:10.263272 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ef4e3e-6516-4815-bba7-50dafd3ddefc tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Pushing event deleted for resources: {'Port': ['ID=2c665fd9-285c-4502-9f75-cdb56fbe5425,revision_number=None']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:40:10.362396 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abb3aa6-1fdd-4723-a210-f6043c4e0473 req-5e3ce611-50d5-4edc-9a70-1bc05907d59d tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:40:10.365215 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-7abb3aa6-1fdd-4723-a210-f6043c4e0473 req-5e3ce611-50d5-4edc-9a70-1bc05907d59d tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=223089d1-a190-49ea-acf4-901d33cbf4a6 HTTP/1.1" status: 200 len: 946 time: 0.1187303 Jun 14 16:40:10.450622 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-7abb3aa6-1fdd-4723-a210-f6043c4e0473 req-e1aa9c21-b36f-45e7-a228-ad22f153883f tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ce6a5a2-0adf-441e-976f-69840fb6c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756388 Jun 14 16:40:10.616069 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-99ef4e3e-6516-4815-bba7-50dafd3ddefc tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:40:10.668923 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-d89edee7-72c3-4246-bce5-a62fdf41ff5a req-4680234c-507c-417c-84b6-f4d52a6beecb service neutron] 10.222.0.41 "GET /v2.0/networks/3de692a8-4a8d-46cb-b014-927335cfd014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6404812 Jun 14 16:40:10.725717 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-99ef4e3e-6516-4815-bba7-50dafd3ddefc tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Notify callbacks [] for floatingip, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:10.726064 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.db.l3_db [None req-99ef4e3e-6516-4815-bba7-50dafd3ddefc tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Floating IP c0ccd7fb-5303-4500-b16b-8b3c7040bc7f disassociated (deleted). External IP: 172.28.1.213, port: c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9. Jun 14 16:40:10.955733 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-d89edee7-72c3-4246-bce5-a62fdf41ff5a req-b237aada-947d-44a2-9eec-c51b604547bc service neutron] 10.222.0.41 "GET /v2.0/networks/3de692a8-4a8d-46cb-b014-927335cfd014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783086 Jun 14 16:40:11.191497 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99ef4e3e-6516-4815-bba7-50dafd3ddefc tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Router f00a763d-c869-4000-a0ec-5dbd022811e2 has already been hosted by L3 agent ca10c576-315d-4f3b-b2d0-f5eeab5e8277 {{(pid=91935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 16:40:11.410117 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99ef4e3e-6516-4815-bba7-50dafd3ddefc tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Notify agent at l3_agent.dv-cinder-796286-2-smb the message routers_updated {{(pid=91935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 16:40:11.416100 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-99ef4e3e-6516-4815-bba7-50dafd3ddefc tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220504'] for floatingip, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:11.427577 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8edf366-7014-4cee-8c35-c80669aed665 None None] Sync routers for ids ['f00a763d-c869-4000-a0ec-5dbd022811e2'] in dv-cinder-796286-2-smb {{(pid=91937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 16:40:11.438752 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8edf366-7014-4cee-8c35-c80669aed665 None None] Routers {'f00a763d-c869-4000-a0ec-5dbd022811e2'} bound to L3 agent in host dv-cinder-796286-2-smb {{(pid=91937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:40:11.439428 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_hamode_db [None req-c8edf366-7014-4cee-8c35-c80669aed665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T16:26:21Z,description=,heartbeat_timestamp=2021-06-14T16:39:52Z,host='dv-cinder-796286-2-smb',id=ca10c576-315d-4f3b-b2d0-f5eeab5e8277,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:26:21Z,topic='l3_agent')) {'router_ids': ['f00a763d-c869-4000-a0ec-5dbd022811e2'], 'active': True} {{(pid=91937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:40:11.471595 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-99ef4e3e-6516-4815-bba7-50dafd3ddefc tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "DELETE /v2.0/floatingips/c0ccd7fb-5303-4500-b16b-8b3c7040bc7f HTTP/1.1" status: 204 len: 168 time: 2.6289246 Jun 14 16:40:11.472768 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52d2bd19-3096-4311-aa47-9fa5c8329a27', 'tag': 'c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9'}] {{(pid=91935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:40:11.477114 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6661bf290492edb1b3f10c978b9fa8124be38cabc2d7e3087d82166a711c303" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a8833b-f6c9-458f-8c17-8674ab827a63" -d '{"events": [{"name": "network-changed", "server_uuid": "52d2bd19-3096-4311-aa47-9fa5c8329a27", "tag": "c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9"}]}' {{(pid=91935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:40:11.695531 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvr_db [None req-c8edf366-7014-4cee-8c35-c80669aed665 None None] Set router f00a763d-c869-4000-a0ec-5dbd022811e2 gateway port host: dv-cinder-796286-2-smb {{(pid=91937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:40:11.775081 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437431b1-7613-45c0-95ab-addb4b45f94a req-083e2f1b-739e-41e9-8d83-e5955d3b4cff tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:40:11.776914 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-437431b1-7613-45c0-95ab-addb4b45f94a req-083e2f1b-739e-41e9-8d83-e5955d3b4cff tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=223089d1-a190-49ea-acf4-901d33cbf4a6 HTTP/1.1" status: 200 len: 946 time: 0.1217518 Jun 14 16:40:11.926313 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-437431b1-7613-45c0-95ab-addb4b45f94a req-cff63809-8acc-418c-9bea-03a869fa9bf9 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ce6a5a2-0adf-441e-976f-69840fb6c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232831 Jun 14 16:40:12.019511 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 16:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79ba3d8-67e8-4304-a54f-ddf3198181ae x-openstack-request-id: req-f79ba3d8-67e8-4304-a54f-ddf3198181ae {{(pid=91935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:40:12.020431 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52d2bd19-3096-4311-aa47-9fa5c8329a27", "tag": "c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9", "status": "completed", "code": 200}]} {{(pid=91935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:40:12.020431 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f79ba3d8-67e8-4304-a54f-ddf3198181ae {{(pid=91935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:40:12.021031 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52d2bd19-3096-4311-aa47-9fa5c8329a27', 'tag': 'c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9', 'status': 'completed', 'code': 200} Jun 14 16:40:12.147693 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_hamode_db [None req-c8edf366-7014-4cee-8c35-c80669aed665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f00a763d-c869-4000-a0ec-5dbd022811e2', 'name': 'tempest-TestMinimumBasicScenario-2068368581-router', 'tenant_id': 'd4e60cacfce24cd499cda68081bd307f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.238'}], 'enable_snat': True}, 'gw_port_id': '3b6ceef6-059b-4d1e-bd4e-9ad1f3c26200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:37:49Z', 'updated_at': '2021-06-14T16:37:55Z', 'revision_number': 4, 'project_id': 'd4e60cacfce24cd499cda68081bd307f', 'gw_port': {'id': '3b6ceef6-059b-4d1e-bd4e-9ad1f3c26200', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ca:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f00a763d-c869-4000-a0ec-5dbd022811e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:37:50Z', 'updated_at': '2021-06-14T16:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb', '_interfaces': [{'id': 'd85838f6-8338-43a7-acbf-d467f7444c92', 'name': '', 'network_id': '3de692a8-4a8d-46cb-b014-927335cfd014', 'tenant_id': 'd4e60cacfce24cd499cda68081bd307f', 'mac_address': 'fa:16:3e:b9:c4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f00a763d-c869-4000-a0ec-5dbd022811e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '4feb0b6c-ad4f-4842-bab5-742d2f85a310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:37:54Z', 'updated_at': '2021-06-14T16:38:02Z', 'revision_number': 5, 'project_id': 'd4e60cacfce24cd499cda68081bd307f', 'subnets': [{'id': '4feb0b6c-ad4f-4842-bab5-742d2f85a310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-smb', False) {} {{(pid=91937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:40:12.151549 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8edf366-7014-4cee-8c35-c80669aed665 None None] Checking router: f00a763d-c869-4000-a0ec-5dbd022811e2 for host: dv-cinder-796286-2-smb {{(pid=91937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 16:40:12.164655 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8edf366-7014-4cee-8c35-c80669aed665 None None] Routers {'f00a763d-c869-4000-a0ec-5dbd022811e2'} bound to L3 agent in host dv-cinder-796286-2-smb {{(pid=91937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:40:12.165324 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_hamode_db [None req-c8edf366-7014-4cee-8c35-c80669aed665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T16:26:21Z,description=,heartbeat_timestamp=2021-06-14T16:39:52Z,host='dv-cinder-796286-2-smb',id=ca10c576-315d-4f3b-b2d0-f5eeab5e8277,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:26:21Z,topic='l3_agent')) {'router_ids': ['f00a763d-c869-4000-a0ec-5dbd022811e2'], 'active': True} {{(pid=91937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:40:12.179935 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a8833b-f6c9-458f-8c17-8674ab827a63 req-b12eeff1-3111-4802-8534-a2dd58339ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:40:12.181793 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-05a8833b-f6c9-458f-8c17-8674ab827a63 req-b12eeff1-3111-4802-8534-a2dd58339ef7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d4e60cacfce24cd499cda68081bd307f&device_id=52d2bd19-3096-4311-aa47-9fa5c8329a27 HTTP/1.1" status: 200 len: 1099 time: 0.1165109 Jun 14 16:40:12.359138 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a8833b-f6c9-458f-8c17-8674ab827a63 req-ca46d823-742b-44da-baa4-899139a77ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:40:12.360736 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-05a8833b-f6c9-458f-8c17-8674ab827a63 req-ca46d823-742b-44da-baa4-899139a77ec7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3de692a8-4a8d-46cb-b014-927335cfd014 HTTP/1.1" status: 200 len: 916 time: 0.1721940 Jun 14 16:40:12.446864 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-05a8833b-f6c9-458f-8c17-8674ab827a63 req-930e8ce2-9886-45e0-aef2-33b8964fee87 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9 HTTP/1.1" status: 200 len: 217 time: 0.0781212 Jun 14 16:40:12.500595 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvr_db [None req-c8edf366-7014-4cee-8c35-c80669aed665 None None] Set router f00a763d-c869-4000-a0ec-5dbd022811e2 gateway port host: dv-cinder-796286-2-smb {{(pid=91937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:40:12.544141 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a8833b-f6c9-458f-8c17-8674ab827a63 req-2b7516de-e2b6-4093-bc03-2d412fbd197b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:40:12.545587 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-05a8833b-f6c9-458f-8c17-8674ab827a63 req-2b7516de-e2b6-4093-bc03-2d412fbd197b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4feb0b6c-ad4f-4842-bab5-742d2f85a310 HTTP/1.1" status: 200 len: 854 time: 0.0873260 Jun 14 16:40:12.671131 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a8833b-f6c9-458f-8c17-8674ab827a63 req-9425caeb-b214-46b8-8e4e-7024f075b6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:40:12.674246 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-05a8833b-f6c9-458f-8c17-8674ab827a63 req-9425caeb-b214-46b8-8e4e-7024f075b6a4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3de692a8-4a8d-46cb-b014-927335cfd014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1205816 Jun 14 16:40:12.916872 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-05a8833b-f6c9-458f-8c17-8674ab827a63 req-4cbcf602-f15b-4e04-ac5f-af2350fe07c3 service neutron] 10.222.0.41 "GET /v2.0/networks/3de692a8-4a8d-46cb-b014-927335cfd014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341659 Jun 14 16:40:12.978235 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_hamode_db [None req-c8edf366-7014-4cee-8c35-c80669aed665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f00a763d-c869-4000-a0ec-5dbd022811e2', 'name': 'tempest-TestMinimumBasicScenario-2068368581-router', 'tenant_id': 'd4e60cacfce24cd499cda68081bd307f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.238'}], 'enable_snat': True}, 'gw_port_id': '3b6ceef6-059b-4d1e-bd4e-9ad1f3c26200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:37:49Z', 'updated_at': '2021-06-14T16:37:55Z', 'revision_number': 4, 'project_id': 'd4e60cacfce24cd499cda68081bd307f', 'gw_port': {'id': '3b6ceef6-059b-4d1e-bd4e-9ad1f3c26200', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ca:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f00a763d-c869-4000-a0ec-5dbd022811e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:37:50Z', 'updated_at': '2021-06-14T16:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb', '_interfaces': [{'id': 'd85838f6-8338-43a7-acbf-d467f7444c92', 'name': '', 'network_id': '3de692a8-4a8d-46cb-b014-927335cfd014', 'tenant_id': 'd4e60cacfce24cd499cda68081bd307f', 'mac_address': 'fa:16:3e:b9:c4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f00a763d-c869-4000-a0ec-5dbd022811e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '4feb0b6c-ad4f-4842-bab5-742d2f85a310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:37:54Z', 'updated_at': '2021-06-14T16:38:02Z', 'revision_number': 5, 'project_id': 'd4e60cacfce24cd499cda68081bd307f', 'subnets': [{'id': '4feb0b6c-ad4f-4842-bab5-742d2f85a310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-smb', False) {} {{(pid=91937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:40:12.982476 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8edf366-7014-4cee-8c35-c80669aed665 None None] The sync data for ids ['f00a763d-c869-4000-a0ec-5dbd022811e2'] in dv-cinder-796286-2-smb is: [{'id': 'f00a763d-c869-4000-a0ec-5dbd022811e2', 'name': 'tempest-TestMinimumBasicScenario-2068368581-router', 'tenant_id': 'd4e60cacfce24cd499cda68081bd307f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.238'}], 'enable_snat': True}, 'gw_port_id': '3b6ceef6-059b-4d1e-bd4e-9ad1f3c26200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:37:49Z', 'updated_at': '2021-06-14T16:37:55Z', 'revision_number': 4, 'project_id': 'd4e60cacfce24cd499cda68081bd307f', 'gw_port': {'id': '3b6ceef6-059b-4d1e-bd4e-9ad1f3c26200', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ca:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f00a763d-c869-4000-a0ec-5dbd022811e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:37:50Z', 'updated_at': '2021-06-14T16:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb', '_interfaces': [{'id': 'd85838f6-8338-43a7-acbf-d467f7444c92', 'name': '', 'network_id': '3de692a8-4a8d-46cb-b014-927335cfd014', 'tenant_id': 'd4e60cacfce24cd499cda68081bd307f', 'mac_address': 'fa:16:3e:b9:c4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f00a763d-c869-4000-a0ec-5dbd022811e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '4feb0b6c-ad4f-4842-bab5-742d2f85a310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:37:54Z', 'updated_at': '2021-06-14T16:38:02Z', 'revision_number': 5, 'project_id': 'd4e60cacfce24cd499cda68081bd307f', 'subnets': [{'id': '4feb0b6c-ad4f-4842-bab5-742d2f85a310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 16:40:13.097439 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-05a8833b-f6c9-458f-8c17-8674ab827a63 req-52a9d81a-8ec2-4b27-8ad2-62c2e19b5421 service neutron] 10.222.0.41 "GET /v2.0/networks/3de692a8-4a8d-46cb-b014-927335cfd014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708710 Jun 14 16:40:13.212392 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814e0e13-07af-44cb-bc96-b0edac3486d6 req-468f655a-d450-4309-aab5-2713d9933fc2 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:40:13.214063 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-814e0e13-07af-44cb-bc96-b0edac3486d6 req-468f655a-d450-4309-aab5-2713d9933fc2 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=223089d1-a190-49ea-acf4-901d33cbf4a6 HTTP/1.1" status: 200 len: 946 time: 0.0987906 Jun 14 16:40:13.308771 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-814e0e13-07af-44cb-bc96-b0edac3486d6 req-530db7da-8d10-4868-8d0a-d8414f0a8e23 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ce6a5a2-0adf-441e-976f-69840fb6c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835583 Jun 14 16:40:13.457400 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717f13ee-8e04-4669-9671-50c89024857b None None] New status for floating IP c0ccd7fb-5303-4500-b16b-8b3c7040bc7f: DOWN {{(pid=91938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 16:40:14.538568 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fedcb9-ed59-4915-aac5-3f9a60c50e44 req-74f0d3c8-75ae-4ba6-9113-1f650bd2bbbd tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:40:14.540245 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-50fedcb9-ed59-4915-aac5-3f9a60c50e44 req-74f0d3c8-75ae-4ba6-9113-1f650bd2bbbd tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=223089d1-a190-49ea-acf4-901d33cbf4a6 HTTP/1.1" status: 200 len: 946 time: 0.0904169 Jun 14 16:40:14.595002 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-50fedcb9-ed59-4915-aac5-3f9a60c50e44 req-8d6b1bb8-cca6-4641-89eb-6bb1f232c1a9 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ce6a5a2-0adf-441e-976f-69840fb6c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488019 Jun 14 16:40:15.247886 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd10d96-074d-486a-a800-dd127d55695d req-29acdc7f-81b6-4193-809b-a2fe10068f6d tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:40:15.250049 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-2fd10d96-074d-486a-a800-dd127d55695d req-29acdc7f-81b6-4193-809b-a2fe10068f6d tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d2bd19-3096-4311-aa47-9fa5c8329a27 HTTP/1.1" status: 200 len: 946 time: 0.0939467 Jun 14 16:40:15.311088 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-2fd10d96-074d-486a-a800-dd127d55695d req-1e5dce05-b054-4542-bcb9-6e068f9d8f8f tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "GET /v2.0/security-groups?id=6799c740-d4b3-4122-836c-f0b75a255a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527437 Jun 14 16:40:15.858640 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d76af-8fec-4892-b252-542fa0ff3018 req-db5cbd52-6a10-4d2a-b905-3be896edaa9c tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:40:15.866591 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-e51d76af-8fec-4892-b252-542fa0ff3018 req-db5cbd52-6a10-4d2a-b905-3be896edaa9c tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=223089d1-a190-49ea-acf4-901d33cbf4a6 HTTP/1.1" status: 200 len: 946 time: 0.0842178 Jun 14 16:40:15.917054 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:15.929934 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-e51d76af-8fec-4892-b252-542fa0ff3018 req-ff3b881c-2f65-4b50-92a9-cc86b847693b tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ce6a5a2-0adf-441e-976f-69840fb6c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614593 Jun 14 16:40:16.544733 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c644ca7a-3cda-4033-a961-c87b6992a69f req-a27c4b04-90e7-4a6c-82ff-f58e74792c8b tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:40:16.547171 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-c644ca7a-3cda-4033-a961-c87b6992a69f req-a27c4b04-90e7-4a6c-82ff-f58e74792c8b tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d2bd19-3096-4311-aa47-9fa5c8329a27 HTTP/1.1" status: 200 len: 946 time: 0.0849392 Jun 14 16:40:16.596444 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-c644ca7a-3cda-4033-a961-c87b6992a69f req-f0cea714-21b9-45e7-b5e4-79144f56dc0c tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "GET /v2.0/security-groups?id=6799c740-d4b3-4122-836c-f0b75a255a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434716 Jun 14 16:40:17.297051 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8948de9-050b-4f3d-9f06-2ba04a8bd5e3 req-d0598a6f-67bf-4b6a-8682-c5047caa3f6a tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:40:17.298910 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-d8948de9-050b-4f3d-9f06-2ba04a8bd5e3 req-d0598a6f-67bf-4b6a-8682-c5047caa3f6a tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.41 "GET /v2.0/ports?device_id=52d2bd19-3096-4311-aa47-9fa5c8329a27 HTTP/1.1" status: 200 len: 946 time: 0.2100980 Jun 14 16:40:17.308579 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a92476-cbad-4cdb-bd17-c4e6dcc8d9f6 req-afd2dfc1-46c5-4503-837e-f5a53f0c693c tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:40:17.310315 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-f8a92476-cbad-4cdb-bd17-c4e6dcc8d9f6 req-afd2dfc1-46c5-4503-837e-f5a53f0c693c tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=223089d1-a190-49ea-acf4-901d33cbf4a6 HTTP/1.1" status: 200 len: 946 time: 0.2027383 Jun 14 16:40:17.447500 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-f8a92476-cbad-4cdb-bd17-c4e6dcc8d9f6 req-3c2eea6c-0425-496d-bce0-0276d047182f tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ce6a5a2-0adf-441e-976f-69840fb6c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267400 Jun 14 16:40:17.493579 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.plugin [req-d8948de9-050b-4f3d-9f06-2ba04a8bd5e3 req-d2601081-cf1c-4b21-b797-a18fcf032ba8 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Deleting port c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9 {{(pid=91935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 16:40:17.494013 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-d8948de9-050b-4f3d-9f06-2ba04a8bd5e3 req-d2601081-cf1c-4b21-b797-a18fcf032ba8 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742580025384'] for port, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:17.644908 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.db [req-d8948de9-050b-4f3d-9f06-2ba04a8bd5e3 req-d2601081-cf1c-4b21-b797-a18fcf032ba8 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] For port c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9,segment=NetworkSegment(bd337bf6-4055-49d2-92a8-b84f02235e58),segment_id=bd337bf6-4055-49d2-92a8-b84f02235e58)] {{(pid=91935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:40:17.645290 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-d8948de9-050b-4f3d-9f06-2ba04a8bd5e3 req-d2601081-cf1c-4b21-b797-a18fcf032ba8 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3907582'] for port, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:17.767523 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.plugin [req-d8948de9-050b-4f3d-9f06-2ba04a8bd5e3 req-d2601081-cf1c-4b21-b797-a18fcf032ba8 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Calling delete_port for c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9 owned by compute:nova {{(pid=91935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 16:40:17.826793 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d814e18-ba2c-472b-98f7-9796aad2ddcd req-3fc3b48d-5ce0-459f-800e-7c4d6d38e4aa tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:40:17.835700 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-7d814e18-ba2c-472b-98f7-9796aad2ddcd req-3fc3b48d-5ce0-459f-800e-7c4d6d38e4aa tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d2bd19-3096-4311-aa47-9fa5c8329a27 HTTP/1.1" status: 200 len: 946 time: 0.0882292 Jun 14 16:40:17.885015 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-7d814e18-ba2c-472b-98f7-9796aad2ddcd req-26bc3a33-7f2e-4cbe-b6a9-3ae034cf2bc2 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "GET /v2.0/security-groups?id=6799c740-d4b3-4122-836c-f0b75a255a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479779 Jun 14 16:40:18.013056 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-d8948de9-050b-4f3d-9f06-2ba04a8bd5e3 req-d2601081-cf1c-4b21-b797-a18fcf032ba8 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742580029772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742579636520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58943331'] for port, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:18.022541 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-81d616ad-5fc2-4def-9434-933917aea20c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:40:18.031704 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] get_ports_and_sgs() called for port_ids ['c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9'] {{(pid=91937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 16:40:18.064685 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2601081-cf1c-4b21-b797-a18fcf032ba8 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Pushing event deleted for resources: {'Port': ['ID=c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9,revision_number=None']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:40:18.069081 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-d2601081-cf1c-4b21-b797-a18fcf032ba8 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:40:18.132960 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8948de9-050b-4f3d-9f06-2ba04a8bd5e3 req-d2601081-cf1c-4b21-b797-a18fcf032ba8 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] No DVR routers for this DVR port c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9 on host hv-cinder-79628 {{(pid=91935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 16:40:18.135690 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-d8948de9-050b-4f3d-9f06-2ba04a8bd5e3 req-d2601081-cf1c-4b21-b797-a18fcf032ba8 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220504'] for port, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:18.138043 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-d8948de9-050b-4f3d-9f06-2ba04a8bd5e3 req-d2601081-cf1c-4b21-b797-a18fcf032ba8 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.41 "DELETE /v2.0/ports/c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9 HTTP/1.1" status: 204 len: 173 time: 0.8267317 Jun 14 16:40:18.138567 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52d2bd19-3096-4311-aa47-9fa5c8329a27', 'name': 'network-vif-deleted', 'tag': 'c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9'}] {{(pid=91935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:40:18.141076 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6661bf290492edb1b3f10c978b9fa8124be38cabc2d7e3087d82166a711c303" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab662012-92b6-4ecd-b099-d2b244c2992d" -d '{"events": [{"server_uuid": "52d2bd19-3096-4311-aa47-9fa5c8329a27", "name": "network-vif-deleted", "tag": "c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9"}]}' {{(pid=91935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:40:18.203198 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 16:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f142aa-e138-4319-87ed-52d542c0a12c x-openstack-request-id: req-07f142aa-e138-4319-87ed-52d542c0a12c {{(pid=91935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:40:18.203198 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52d2bd19-3096-4311-aa47-9fa5c8329a27", "name": "network-vif-deleted", "tag": "c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9", "status": "completed", "code": 200}]} {{(pid=91935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:40:18.203522 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-07f142aa-e138-4319-87ed-52d542c0a12c {{(pid=91935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:40:18.203967 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52d2bd19-3096-4311-aa47-9fa5c8329a27', 'name': 'network-vif-deleted', 'tag': 'c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9', 'status': 'completed', 'code': 200} Jun 14 16:40:18.684706 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d67afc1-2217-4ca2-b1cc-8f622affb4be req-6b26fdd6-c705-4f34-92ee-1bb92cba54c1 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:40:18.686071 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-8d67afc1-2217-4ca2-b1cc-8f622affb4be req-6b26fdd6-c705-4f34-92ee-1bb92cba54c1 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=223089d1-a190-49ea-acf4-901d33cbf4a6 HTTP/1.1" status: 200 len: 946 time: 0.0724404 Jun 14 16:40:18.730017 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-8d67afc1-2217-4ca2-b1cc-8f622affb4be req-75fa9b23-0916-468a-b2af-a9dbb0e1ddd6 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ce6a5a2-0adf-441e-976f-69840fb6c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372689 Jun 14 16:40:18.885268 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-8b3db03a-90cd-4c3a-8187-631f408c763b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:19.074037 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-2997e8a2-cdc7-406f-81a9-ef8d93aae281 req-4432606a-60e9-45e7-b2e6-1737d252b7c7 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d2bd19-3096-4311-aa47-9fa5c8329a27 HTTP/1.1" status: 200 len: 210 time: 0.0476522 Jun 14 16:40:19.125491 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ec8a3-cfca-4b79-81b4-4c1953bb0b7c req-761aafb4-5439-43b8-a5e9-7bd892819bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:40:19.126968 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-d53ec8a3-cfca-4b79-81b4-4c1953bb0b7c req-761aafb4-5439-43b8-a5e9-7bd892819bde service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5e64979c8b4744a1a9e561844a8d2019&device_id=223089d1-a190-49ea-acf4-901d33cbf4a6 HTTP/1.1" status: 200 len: 1099 time: 0.0623546 Jun 14 16:40:19.247564 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ec8a3-cfca-4b79-81b4-4c1953bb0b7c req-6b79a16e-0e04-452c-8551-188f2e210025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:40:19.249078 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-d53ec8a3-cfca-4b79-81b4-4c1953bb0b7c req-6b79a16e-0e04-452c-8551-188f2e210025 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b827e6b3-7ed7-4462-86b3-950f50bba85c HTTP/1.1" status: 200 len: 917 time: 0.1148779 Jun 14 16:40:19.338449 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-d53ec8a3-cfca-4b79-81b4-4c1953bb0b7c req-46d3f7f1-6429-450d-bb21-e91fd28ca161 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=026387c9-db9b-4f99-9b4d-9ea81a6f7917 HTTP/1.1" status: 200 len: 1002 time: 0.0829065 Jun 14 16:40:19.402619 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ec8a3-cfca-4b79-81b4-4c1953bb0b7c req-a6912d16-1c18-469b-b7f9-1c94f2503277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:40:19.404090 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-d53ec8a3-cfca-4b79-81b4-4c1953bb0b7c req-a6912d16-1c18-469b-b7f9-1c94f2503277 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c618564-7ca5-4a66-b740-3ae47e99df42 HTTP/1.1" status: 200 len: 855 time: 0.0570700 Jun 14 16:40:19.471607 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ec8a3-cfca-4b79-81b4-4c1953bb0b7c req-ecdd0839-c1f0-43a8-935a-8c0f89694cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:40:19.474061 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-d53ec8a3-cfca-4b79-81b4-4c1953bb0b7c req-ecdd0839-c1f0-43a8-935a-8c0f89694cda service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b827e6b3-7ed7-4462-86b3-950f50bba85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0628645 Jun 14 16:40:19.608840 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-d53ec8a3-cfca-4b79-81b4-4c1953bb0b7c req-de70e93c-a4e1-494e-9163-c8b584080a02 service neutron] 10.222.0.41 "GET /v2.0/networks/b827e6b3-7ed7-4462-86b3-950f50bba85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257234 Jun 14 16:40:19.945214 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad4b619-0b0f-4785-a661-3c92bfdec834 req-b4bcc5c5-ef9f-45e4-9178-bf3064e72a0c tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:40:19.946596 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-cad4b619-0b0f-4785-a661-3c92bfdec834 req-b4bcc5c5-ef9f-45e4-9178-bf3064e72a0c tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=223089d1-a190-49ea-acf4-901d33cbf4a6 HTTP/1.1" status: 200 len: 946 time: 0.0836270 Jun 14 16:40:20.013130 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-cad4b619-0b0f-4785-a661-3c92bfdec834 req-93d065f4-7206-4788-86c7-20c42f5d1d1f tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ce6a5a2-0adf-441e-976f-69840fb6c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583179 Jun 14 16:40:20.054826 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-d53ec8a3-cfca-4b79-81b4-4c1953bb0b7c req-a7d20e47-d249-480d-b077-1a3b8930a9de service neutron] 10.222.0.41 "GET /v2.0/networks/b827e6b3-7ed7-4462-86b3-950f50bba85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4391751 Jun 14 16:40:20.206862 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device 026387c9-db9b-4f99-9b4d-9ea81a6f7917 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=91937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 16:40:20.320967 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:20.351296 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '223089d1-a190-49ea-acf4-901d33cbf4a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '026387c9-db9b-4f99-9b4d-9ea81a6f7917'}] {{(pid=91937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:40:20.352788 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}410d25e5bbb1e20f764875c123142387b982c9cf9b01c37f3ab36e77f3c6c019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1daafd8d-67a3-49eb-9a5b-04669bd34481" -d '{"events": [{"server_uuid": "223089d1-a190-49ea-acf4-901d33cbf4a6", "name": "network-vif-unplugged", "status": "completed", "tag": "026387c9-db9b-4f99-9b4d-9ea81a6f7917"}]}' {{(pid=91937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:40:20.368283 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] For port 026387c9-db9b-4f99-9b4d-9ea81a6f7917, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=026387c9-db9b-4f99-9b4d-9ea81a6f7917,segment=NetworkSegment(c4c3f588-adb6-420f-8cdb-57f5516701db),segment_id=c4c3f588-adb6-420f-8cdb-57f5516701db)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:40:20.375135 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:20.376045 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=91937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 16:40:20.377846 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:40:20.431959 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Jun 2021 16:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d1547c3-3fb7-4a87-b121-9868535f6275 x-openstack-request-id: req-1d1547c3-3fb7-4a87-b121-9868535f6275 {{(pid=91937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:40:20.432209 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "223089d1-a190-49ea-acf4-901d33cbf4a6", "name": "network-vif-unplugged", "status": "completed", "tag": "026387c9-db9b-4f99-9b4d-9ea81a6f7917", "code": 200}]} {{(pid=91937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:40:20.432587 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1d1547c3-3fb7-4a87-b121-9868535f6275 {{(pid=91937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:40:20.432856 dv-cinder-796286-2-smb neutron-server[91937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '223089d1-a190-49ea-acf4-901d33cbf4a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '026387c9-db9b-4f99-9b4d-9ea81a6f7917', 'code': 200} Jun 14 16:40:20.435620 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.plugin [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] No Port match for: c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9 {{(pid=91937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 16:40:20.436064 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device c5792604-6e9b-4b0f-a4dd-fcfd82d09ba9 not bound to the agent host hv-cinder-79628 {{(pid=91937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 16:40:20.469038 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Pushing event updated for resources: {'Port': ['ID=026387c9-db9b-4f99-9b4d-9ea81a6f7917,revision_number=8']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:40:20.473682 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:40:20.745686 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 48354) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:40:21.227117 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d4c373-f98a-45a1-90e5-22a078eed988 req-a0570297-5b51-4933-ad87-98a8753bc60b tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:40:21.229490 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-33d4c373-f98a-45a1-90e5-22a078eed988 req-a0570297-5b51-4933-ad87-98a8753bc60b tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=223089d1-a190-49ea-acf4-901d33cbf4a6 HTTP/1.1" status: 200 len: 944 time: 0.0842569 Jun 14 16:40:21.248436 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-1733b3b7-29ba-4af7-8295-bbc6969a3690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3900891'] for router_interface, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:21.276718 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-33d4c373-f98a-45a1-90e5-22a078eed988 req-f57bff44-e5ce-4026-8785-60af8ce9c6de tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ce6a5a2-0adf-441e-976f-69840fb6c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419426 Jun 14 16:40:21.548526 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-fd608743-37a1-4908-934f-9e1540e83853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:21.593057 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.plugin [None req-1733b3b7-29ba-4af7-8295-bbc6969a3690 admin admin] Deleting port d85838f6-8338-43a7-acbf-d467f7444c92 {{(pid=91935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 16:40:21.593401 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-1733b3b7-29ba-4af7-8295-bbc6969a3690 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742580025384'] for port, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:21.704008 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.db [None req-1733b3b7-29ba-4af7-8295-bbc6969a3690 admin admin] For port d85838f6-8338-43a7-acbf-d467f7444c92, host dv-cinder-796286-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-smb',level=0,port_id=d85838f6-8338-43a7-acbf-d467f7444c92,segment=NetworkSegment(bd337bf6-4055-49d2-92a8-b84f02235e58),segment_id=bd337bf6-4055-49d2-92a8-b84f02235e58)] {{(pid=91935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:40:21.704375 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-1733b3b7-29ba-4af7-8295-bbc6969a3690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3907582'] for port, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:21.803388 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.plugin [None req-1733b3b7-29ba-4af7-8295-bbc6969a3690 admin admin] Calling delete_port for d85838f6-8338-43a7-acbf-d467f7444c92 owned by network:router_interface {{(pid=91935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 16:40:21.825818 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:22.052022 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-1733b3b7-29ba-4af7-8295-bbc6969a3690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742580029772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742579636520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58943331'] for port, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:22.054209 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:40:22.096576 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733b3b7-29ba-4af7-8295-bbc6969a3690 admin admin] Pushing event deleted for resources: {'Port': ['ID=d85838f6-8338-43a7-acbf-d467f7444c92,revision_number=None']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:40:22.099310 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-1733b3b7-29ba-4af7-8295-bbc6969a3690 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:40:22.301634 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.agents_db [None req-014db0b1-f8e7-4480-967a-879c185ba95d None None] Agent healthcheck: found 6 active agents {{(pid=91938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:40:22.343855 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-1733b3b7-29ba-4af7-8295-bbc6969a3690 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900491'] for router_interface, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:22.562726 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f31381-a579-40f8-8335-0119e75aa5ff req-3a98e7f3-a38d-4c25-ad73-92ad8f67eced tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:40:22.564254 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-93f31381-a579-40f8-8335-0119e75aa5ff req-3a98e7f3-a38d-4c25-ad73-92ad8f67eced tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=223089d1-a190-49ea-acf4-901d33cbf4a6 HTTP/1.1" status: 200 len: 944 time: 0.1099136 Jun 14 16:40:22.725307 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-93f31381-a579-40f8-8335-0119e75aa5ff req-7baa04ce-88b9-43a3-88b3-0c4e5352c20d tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ce6a5a2-0adf-441e-976f-69840fb6c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501629 Jun 14 16:40:22.753018 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1733b3b7-29ba-4af7-8295-bbc6969a3690 admin admin] Router f00a763d-c869-4000-a0ec-5dbd022811e2 has already been hosted by L3 agent ca10c576-315d-4f3b-b2d0-f5eeab5e8277 {{(pid=91935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 16:40:22.769660 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-ac317c73-f3f7-46db-8eeb-274d40bc3b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:22.948838 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1733b3b7-29ba-4af7-8295-bbc6969a3690 admin admin] Notify agent at l3_agent.dv-cinder-796286-2-smb the message routers_updated {{(pid=91935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 16:40:22.956483 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-1733b3b7-29ba-4af7-8295-bbc6969a3690 admin admin] 10.222.0.16 "PUT /v2.0/routers/f00a763d-c869-4000-a0ec-5dbd022811e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2074001 Jun 14 16:40:22.957995 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 48368) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:40:22.961029 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d34ddaf-2231-4697-bbac-5c1bffaff6cf None None] Sync routers for ids ['f00a763d-c869-4000-a0ec-5dbd022811e2'] in dv-cinder-796286-2-smb {{(pid=91937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 16:40:22.973625 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d34ddaf-2231-4697-bbac-5c1bffaff6cf None None] Routers {'f00a763d-c869-4000-a0ec-5dbd022811e2'} bound to L3 agent in host dv-cinder-796286-2-smb {{(pid=91937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:40:22.974896 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_hamode_db [None req-4d34ddaf-2231-4697-bbac-5c1bffaff6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T16:26:21Z,description=,heartbeat_timestamp=2021-06-14T16:40:22Z,host='dv-cinder-796286-2-smb',id=ca10c576-315d-4f3b-b2d0-f5eeab5e8277,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:26:21Z,topic='l3_agent')) {'router_ids': ['f00a763d-c869-4000-a0ec-5dbd022811e2'], 'active': True} {{(pid=91937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:40:23.115199 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-93b606d4-4522-4655-bd64-979eb4236383 admin admin] Notify callbacks [] for router, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:23.140803 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvr_db [None req-4d34ddaf-2231-4697-bbac-5c1bffaff6cf None None] Set router f00a763d-c869-4000-a0ec-5dbd022811e2 gateway port host: dv-cinder-796286-2-smb {{(pid=91937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:40:23.426755 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_hamode_db [None req-4d34ddaf-2231-4697-bbac-5c1bffaff6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f00a763d-c869-4000-a0ec-5dbd022811e2', 'name': 'tempest-TestMinimumBasicScenario-2068368581-router', 'tenant_id': 'd4e60cacfce24cd499cda68081bd307f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.238'}], 'enable_snat': True}, 'gw_port_id': '3b6ceef6-059b-4d1e-bd4e-9ad1f3c26200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:37:49Z', 'updated_at': '2021-06-14T16:40:21Z', 'revision_number': 5, 'project_id': 'd4e60cacfce24cd499cda68081bd307f', 'gw_port': {'id': '3b6ceef6-059b-4d1e-bd4e-9ad1f3c26200', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ca:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f00a763d-c869-4000-a0ec-5dbd022811e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:37:50Z', 'updated_at': '2021-06-14T16:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb'}], 'dv-cinder-796286-2-smb', False) {} {{(pid=91937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:40:23.431777 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d34ddaf-2231-4697-bbac-5c1bffaff6cf None None] Checking router: f00a763d-c869-4000-a0ec-5dbd022811e2 for host: dv-cinder-796286-2-smb {{(pid=91937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 16:40:23.442133 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d34ddaf-2231-4697-bbac-5c1bffaff6cf None None] Routers {'f00a763d-c869-4000-a0ec-5dbd022811e2'} bound to L3 agent in host dv-cinder-796286-2-smb {{(pid=91937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:40:23.442786 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_hamode_db [None req-4d34ddaf-2231-4697-bbac-5c1bffaff6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T16:26:21Z,description=,heartbeat_timestamp=2021-06-14T16:40:22Z,host='dv-cinder-796286-2-smb',id=ca10c576-315d-4f3b-b2d0-f5eeab5e8277,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:26:21Z,topic='l3_agent')) {'router_ids': ['f00a763d-c869-4000-a0ec-5dbd022811e2'], 'active': True} {{(pid=91937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:40:23.636937 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvr_db [None req-4d34ddaf-2231-4697-bbac-5c1bffaff6cf None None] Set router f00a763d-c869-4000-a0ec-5dbd022811e2 gateway port host: dv-cinder-796286-2-smb {{(pid=91937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:40:23.641362 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-93b606d4-4522-4655-bd64-979eb4236383 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:23.722690 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.plugin [None req-93b606d4-4522-4655-bd64-979eb4236383 admin admin] Deleting port 3b6ceef6-059b-4d1e-bd4e-9ad1f3c26200 {{(pid=91935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 16:40:23.723187 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-93b606d4-4522-4655-bd64-979eb4236383 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742580025384'] for port, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:23.860071 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.db [None req-93b606d4-4522-4655-bd64-979eb4236383 admin admin] For port 3b6ceef6-059b-4d1e-bd4e-9ad1f3c26200, host dv-cinder-796286-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-smb',level=0,port_id=3b6ceef6-059b-4d1e-bd4e-9ad1f3c26200,segment=NetworkSegment(a2c1fc44-b613-4a01-80b3-58a3526400ae),segment_id=a2c1fc44-b613-4a01-80b3-58a3526400ae)] {{(pid=91935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:40:23.860883 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-93b606d4-4522-4655-bd64-979eb4236383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3907582'] for port, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:23.959073 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_hamode_db [None req-4d34ddaf-2231-4697-bbac-5c1bffaff6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f00a763d-c869-4000-a0ec-5dbd022811e2', 'name': 'tempest-TestMinimumBasicScenario-2068368581-router', 'tenant_id': 'd4e60cacfce24cd499cda68081bd307f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.238'}], 'enable_snat': True}, 'gw_port_id': '3b6ceef6-059b-4d1e-bd4e-9ad1f3c26200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:37:49Z', 'updated_at': '2021-06-14T16:40:21Z', 'revision_number': 5, 'project_id': 'd4e60cacfce24cd499cda68081bd307f', 'gw_port': {'id': '3b6ceef6-059b-4d1e-bd4e-9ad1f3c26200', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ca:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f00a763d-c869-4000-a0ec-5dbd022811e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:37:50Z', 'updated_at': '2021-06-14T16:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb'}], 'dv-cinder-796286-2-smb', False) {} {{(pid=91937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:40:23.965734 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d34ddaf-2231-4697-bbac-5c1bffaff6cf None None] The sync data for ids ['f00a763d-c869-4000-a0ec-5dbd022811e2'] in dv-cinder-796286-2-smb is: [{'id': 'f00a763d-c869-4000-a0ec-5dbd022811e2', 'name': 'tempest-TestMinimumBasicScenario-2068368581-router', 'tenant_id': 'd4e60cacfce24cd499cda68081bd307f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.238'}], 'enable_snat': True}, 'gw_port_id': '3b6ceef6-059b-4d1e-bd4e-9ad1f3c26200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:37:49Z', 'updated_at': '2021-06-14T16:40:21Z', 'revision_number': 5, 'project_id': 'd4e60cacfce24cd499cda68081bd307f', 'gw_port': {'id': '3b6ceef6-059b-4d1e-bd4e-9ad1f3c26200', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ca:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f00a763d-c869-4000-a0ec-5dbd022811e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:37:50Z', 'updated_at': '2021-06-14T16:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb'}] {{(pid=91937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 16:40:24.048982 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.plugin [None req-93b606d4-4522-4655-bd64-979eb4236383 admin admin] Calling delete_port for 3b6ceef6-059b-4d1e-bd4e-9ad1f3c26200 owned by network:router_gateway {{(pid=91935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 16:40:24.206724 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device 026387c9-db9b-4f99-9b4d-9ea81a6f7917 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=91937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 16:40:24.321833 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-b7b04e01-5acb-416e-8919-e825701ad50f req-8c67573a-df54-4a4a-b124-9fbc5d80d7f3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=223089d1-a190-49ea-acf4-901d33cbf4a6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1846380 Jun 14 16:40:24.331801 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b7ff56-7c7c-45af-9b1a-3c4c5384f7a4 req-787e0ee2-5e8f-4069-a31f-dad4a952eb40 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:40:24.333315 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-23b7ff56-7c7c-45af-9b1a-3c4c5384f7a4 req-787e0ee2-5e8f-4069-a31f-dad4a952eb40 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=223089d1-a190-49ea-acf4-901d33cbf4a6 HTTP/1.1" status: 200 len: 944 time: 0.2093349 Jun 14 16:40:24.338246 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device d85838f6-8338-43a7-acbf-d467f7444c92 no longer exists at agent ovs-agent-dv-cinder-796286-2-smb {{(pid=91937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 16:40:24.375643 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.plugin [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] No Port match for: d85838f6-8338-43a7-acbf-d467f7444c92 {{(pid=91937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 16:40:24.376264 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device d85838f6-8338-43a7-acbf-d467f7444c92 not bound to the agent host dv-cinder-796286-2-smb {{(pid=91937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 16:40:24.404209 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-61a174dc-ae9e-41b9-9cb1-e8a1b9f9c99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:24.421265 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-23b7ff56-7c7c-45af-9b1a-3c4c5384f7a4 req-c35615ce-1cec-4e0e-a278-94ab0b874945 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ce6a5a2-0adf-441e-976f-69840fb6c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565217 Jun 14 16:40:24.422392 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-93b606d4-4522-4655-bd64-979eb4236383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742580029772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742579636520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58943331'] for port, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:24.424651 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-2753714b-3e63-44c0-bbc8-fcea7c5441d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:40:24.455565 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b606d4-4522-4655-bd64-979eb4236383 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b6ceef6-059b-4d1e-bd4e-9ad1f3c26200,revision_number=None']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:40:24.462465 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-93b606d4-4522-4655-bd64-979eb4236383 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:40:24.540550 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-93b606d4-4522-4655-bd64-979eb4236383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904024'] for router_gateway, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:24.700405 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-93b606d4-4522-4655-bd64-979eb4236383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3902185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45039'] for router, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:24.702560 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-93b606d4-4522-4655-bd64-979eb4236383 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:24.782752 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-93b606d4-4522-4655-bd64-979eb4236383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3902783'] for router, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:24.783152 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93b606d4-4522-4655-bd64-979eb4236383 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f00a763d-c869-4000-a0ec-5dbd022811e2 {{(pid=91935) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 14 16:40:24.790614 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-93b606d4-4522-4655-bd64-979eb4236383 admin admin] Notify callbacks [] for router, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:24.794011 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-93b606d4-4522-4655-bd64-979eb4236383 admin admin] 10.222.0.16 "DELETE /v2.0/routers/f00a763d-c869-4000-a0ec-5dbd022811e2 HTTP/1.1" status: 204 len: 168 time: 1.8327332 Jun 14 16:40:24.794543 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 48404) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:40:24.869914 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8c78fb8-780c-423e-aa2d-b928b21d4362 admin admin] Deleting subnet 4feb0b6c-ad4f-4842-bab5-742d2f85a310 {{(pid=91936) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 14 16:40:24.874588 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-f8c78fb8-780c-423e-aa2d-b928b21d4362 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:24.944089 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-f8c78fb8-780c-423e-aa2d-b928b21d4362 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60627306'] for subnet, precommit_delete_associations {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:25.078760 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-f8c78fb8-780c-423e-aa2d-b928b21d4362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676727'] for subnet, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:25.149023 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-f8c78fb8-780c-423e-aa2d-b928b21d4362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60242030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60801002'] for subnet, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:25.151310 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:40:25.182454 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c78fb8-780c-423e-aa2d-b928b21d4362 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4feb0b6c-ad4f-4842-bab5-742d2f85a310,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:40:25.185614 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-f8c78fb8-780c-423e-aa2d-b928b21d4362 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:40:25.186655 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-f8c78fb8-780c-423e-aa2d-b928b21d4362 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:25.190059 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-f8c78fb8-780c-423e-aa2d-b928b21d4362 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4feb0b6c-ad4f-4842-bab5-742d2f85a310 HTTP/1.1" status: 204 len: 168 time: 0.3925071 Jun 14 16:40:25.191499 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 48406) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:40:25.194973 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4104872b-a532-46e1-ac0c-1b71aeb131d5 None None] Network 3de692a8-4a8d-46cb-b014-927335cfd014 requested from dv-cinder-796286-2-smb {{(pid=91937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 16:40:25.296014 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-d7178b54-5e3e-4f13-80c5-8faa5fa0ee15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528124'] for network, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:25.357417 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.plugin [None req-d7178b54-5e3e-4f13-80c5-8faa5fa0ee15 admin admin] Deleting port 12c661ca-6d8f-4244-b92e-3224493a7937 {{(pid=91936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 16:40:25.357812 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-d7178b54-5e3e-4f13-80c5-8faa5fa0ee15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742580025384'] for port, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:25.436256 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed6f338-8621-4a5d-8a3a-53316a7abae4 None None] DHCP port deletion for 3de692a8-4a8d-46cb-b014-927335cfd014 request from dv-cinder-796286-2-smb {{(pid=91937) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 14 16:40:25.452950 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.db [None req-d7178b54-5e3e-4f13-80c5-8faa5fa0ee15 admin admin] For port 12c661ca-6d8f-4244-b92e-3224493a7937, host dv-cinder-796286-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-smb',level=0,port_id=12c661ca-6d8f-4244-b92e-3224493a7937,segment=NetworkSegment(bd337bf6-4055-49d2-92a8-b84f02235e58),segment_id=bd337bf6-4055-49d2-92a8-b84f02235e58)] {{(pid=91936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:40:25.453412 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-d7178b54-5e3e-4f13-80c5-8faa5fa0ee15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3907582'] for port, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:25.478667 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b04e01-5acb-416e-8919-e825701ad50f req-76d566eb-d6a2-4e2a-8aa0-7a82403c94d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:40:25.480391 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-b7b04e01-5acb-416e-8919-e825701ad50f req-76d566eb-d6a2-4e2a-8aa0-7a82403c94d8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=223089d1-a190-49ea-acf4-901d33cbf4a6&tenant_id=5e64979c8b4744a1a9e561844a8d2019 HTTP/1.1" status: 200 len: 1097 time: 0.0772471 Jun 14 16:40:25.501539 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.plugin [None req-0ed6f338-8621-4a5d-8a3a-53316a7abae4 None None] Deleting port 12c661ca-6d8f-4244-b92e-3224493a7937 {{(pid=91937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 16:40:25.502530 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0ed6f338-8621-4a5d-8a3a-53316a7abae4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742580025384'] for port, before_delete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:25.582983 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b04e01-5acb-416e-8919-e825701ad50f req-8feaf7d2-72ef-4770-965c-2290e9208a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:40:25.584531 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-b7b04e01-5acb-416e-8919-e825701ad50f req-8feaf7d2-72ef-4770-965c-2290e9208a35 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5e64979c8b4744a1a9e561844a8d2019&device_id=223089d1-a190-49ea-acf4-901d33cbf4a6 HTTP/1.1" status: 200 len: 1097 time: 0.0753822 Jun 14 16:40:25.633292 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.plugin [None req-d7178b54-5e3e-4f13-80c5-8faa5fa0ee15 admin admin] Calling delete_port for 12c661ca-6d8f-4244-b92e-3224493a7937 owned by network:dhcp {{(pid=91936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 16:40:25.654451 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-0ed6f338-8621-4a5d-8a3a-53316a7abae4 None None] For port 12c661ca-6d8f-4244-b92e-3224493a7937, host dv-cinder-796286-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-smb',level=0,port_id=12c661ca-6d8f-4244-b92e-3224493a7937,segment=NetworkSegment(bd337bf6-4055-49d2-92a8-b84f02235e58),segment_id=bd337bf6-4055-49d2-92a8-b84f02235e58)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:40:25.655463 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0ed6f338-8621-4a5d-8a3a-53316a7abae4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3907582'] for port, precommit_delete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:25.716993 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b04e01-5acb-416e-8919-e825701ad50f req-f7a0347d-dffd-45b7-9403-d519f2fe5e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:40:25.718468 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-b7b04e01-5acb-416e-8919-e825701ad50f req-f7a0347d-dffd-45b7-9403-d519f2fe5e56 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b827e6b3-7ed7-4462-86b3-950f50bba85c HTTP/1.1" status: 200 len: 917 time: 0.1270499 Jun 14 16:40:25.752789 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.plugin [None req-0ed6f338-8621-4a5d-8a3a-53316a7abae4 None None] Calling delete_port for 12c661ca-6d8f-4244-b92e-3224493a7937 owned by network:dhcp {{(pid=91937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 16:40:25.786522 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8433e466-2c15-40a9-92a6-c7bb40a92c00 req-a15422ea-09ec-44fe-80a3-ca3c931ca218 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:40:25.788101 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-8433e466-2c15-40a9-92a6-c7bb40a92c00 req-a15422ea-09ec-44fe-80a3-ca3c931ca218 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=223089d1-a190-49ea-acf4-901d33cbf4a6 HTTP/1.1" status: 200 len: 944 time: 0.1526377 Jun 14 16:40:25.808830 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-d7178b54-5e3e-4f13-80c5-8faa5fa0ee15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742580029772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742579636520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60243860'] for port, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:25.820531 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-de511cac-536b-4c9e-b314-978058eee150 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:40:25.826852 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-b7b04e01-5acb-416e-8919-e825701ad50f req-94720088-8233-49a2-acf3-4f6b045a007d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=026387c9-db9b-4f99-9b4d-9ea81a6f7917 HTTP/1.1" status: 200 len: 1000 time: 0.0963924 Jun 14 16:40:25.860501 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7178b54-5e3e-4f13-80c5-8faa5fa0ee15 admin admin] No DVR routers for this DVR port 12c661ca-6d8f-4244-b92e-3224493a7937 on host dv-cinder-796286-2-smb {{(pid=91936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 16:40:25.870555 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7178b54-5e3e-4f13-80c5-8faa5fa0ee15 admin admin] Pushing event deleted for resources: {'Port': ['ID=12c661ca-6d8f-4244-b92e-3224493a7937,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:40:25.873175 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-d7178b54-5e3e-4f13-80c5-8faa5fa0ee15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:40:25.905659 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b04e01-5acb-416e-8919-e825701ad50f req-fe7c11d2-d513-497f-adc7-2dad29c41d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:40:25.907948 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-b7b04e01-5acb-416e-8919-e825701ad50f req-fe7c11d2-d513-497f-adc7-2dad29c41d2c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c618564-7ca5-4a66-b740-3ae47e99df42 HTTP/1.1" status: 200 len: 855 time: 0.0733371 Jun 14 16:40:25.915444 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-8433e466-2c15-40a9-92a6-c7bb40a92c00 req-fe4f8243-fc73-4213-8c06-e8cbdf07f8cf tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ce6a5a2-0adf-441e-976f-69840fb6c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167924 Jun 14 16:40:25.984013 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b04e01-5acb-416e-8919-e825701ad50f req-1ee26988-1c7a-4ac7-88c9-3d5071715a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:40:25.985720 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-b7b04e01-5acb-416e-8919-e825701ad50f req-1ee26988-1c7a-4ac7-88c9-3d5071715a67 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b827e6b3-7ed7-4462-86b3-950f50bba85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0701365 Jun 14 16:40:25.989951 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-d7178b54-5e3e-4f13-80c5-8faa5fa0ee15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665066', 'neutron.services.segments.db._delete_segments_for_network-8742580095160'] for network, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:26.006301 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.services.segments.db [None req-d7178b54-5e3e-4f13-80c5-8faa5fa0ee15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3de692a8-4a8d-46cb-b014-927335cfd014']}} {{(pid=91936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:40:26.025944 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.services.segments.db [None req-d7178b54-5e3e-4f13-80c5-8faa5fa0ee15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd337bf6-4055-49d2-92a8-b84f02235e58') {'for_net_delete': True} {{(pid=91936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:40:26.026354 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.services.segments.db [None req-d7178b54-5e3e-4f13-80c5-8faa5fa0ee15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd337bf6-4055-49d2-92a8-b84f02235e58') {} {{(pid=91936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:40:26.037715 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0ed6f338-8621-4a5d-8a3a-53316a7abae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742580029772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742579636520'] for port, after_delete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:26.041091 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-d7178b54-5e3e-4f13-80c5-8faa5fa0ee15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742580094998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60627297'] for segment, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:26.041251 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:40:26.055587 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-d7178b54-5e3e-4f13-80c5-8faa5fa0ee15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678690'] for segment, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:26.066470 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7178b54-5e3e-4f13-80c5-8faa5fa0ee15 admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=91936) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 16:40:26.067167 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-d7178b54-5e3e-4f13-80c5-8faa5fa0ee15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60243911'] for segment, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:26.068905 dv-cinder-796286-2-smb neutron-server[91936]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 16:40:26.068905 dv-cinder-796286-2-smb neutron-server[91936]: conditions |= (models_v2.Port.network_id.in_( Jun 14 16:40:26.068905 dv-cinder-796286-2-smb neutron-server[91936]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 16:40:26.068905 dv-cinder-796286-2-smb neutron-server[91936]: retrieve_revision_numbers = { Jun 14 16:40:26.068905 dv-cinder-796286-2-smb neutron-server[91936]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 16:40:26.068905 dv-cinder-796286-2-smb neutron-server[91936]: conditions |= (models_v2.Port.network_id.in_( Jun 14 16:40:26.068905 dv-cinder-796286-2-smb neutron-server[91936]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 16:40:26.068905 dv-cinder-796286-2-smb neutron-server[91936]: retrieve_revision_numbers = { Jun 14 16:40:26.068905 dv-cinder-796286-2-smb neutron-server[91936]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 16:40:26.068905 dv-cinder-796286-2-smb neutron-server[91936]: conditions |= (models_v2.Port.network_id.in_( Jun 14 16:40:26.068905 dv-cinder-796286-2-smb neutron-server[91936]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 16:40:26.068905 dv-cinder-796286-2-smb neutron-server[91936]: retrieve_revision_numbers = { Jun 14 16:40:26.068905 dv-cinder-796286-2-smb neutron-server[91936]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 16:40:26.068905 dv-cinder-796286-2-smb neutron-server[91936]: conditions |= (models_v2.Port.network_id.in_( Jun 14 16:40:26.068905 dv-cinder-796286-2-smb neutron-server[91936]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 16:40:26.068905 dv-cinder-796286-2-smb neutron-server[91936]: retrieve_revision_numbers = { Jun 14 16:40:26.068905 dv-cinder-796286-2-smb neutron-server[91936]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 16:40:26.068905 dv-cinder-796286-2-smb neutron-server[91936]: conditions |= (models_v2.Port.network_id.in_( Jun 14 16:40:26.068905 dv-cinder-796286-2-smb neutron-server[91936]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 16:40:26.068905 dv-cinder-796286-2-smb neutron-server[91936]: retrieve_revision_numbers = { Jun 14 16:40:26.068905 dv-cinder-796286-2-smb neutron-server[91936]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 16:40:26.068905 dv-cinder-796286-2-smb neutron-server[91936]: conditions |= (models_v2.Port.network_id.in_( Jun 14 16:40:26.068905 dv-cinder-796286-2-smb neutron-server[91936]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 16:40:26.068905 dv-cinder-796286-2-smb neutron-server[91936]: retrieve_revision_numbers = { Jun 14 16:40:26.068905 dv-cinder-796286-2-smb neutron-server[91936]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 16:40:26.068905 dv-cinder-796286-2-smb neutron-server[91936]: conditions |= (models_v2.Port.network_id.in_( Jun 14 16:40:26.068905 dv-cinder-796286-2-smb neutron-server[91936]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 16:40:26.068905 dv-cinder-796286-2-smb neutron-server[91936]: retrieve_revision_numbers = { Jun 14 16:40:26.068905 dv-cinder-796286-2-smb neutron-server[91936]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 16:40:26.068905 dv-cinder-796286-2-smb neutron-server[91936]: retrieve_revision_numbers = { Jun 14 16:40:26.068905 dv-cinder-796286-2-smb neutron-server[91936]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 16:40:26.068905 dv-cinder-796286-2-smb neutron-server[91936]: conditions |= (models_v2.Port.network_id.in_( Jun 14 16:40:26.068905 dv-cinder-796286-2-smb neutron-server[91936]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 16:40:26.068905 dv-cinder-796286-2-smb neutron-server[91936]: retrieve_revision_numbers = { Jun 14 16:40:26.068905 dv-cinder-796286-2-smb neutron-server[91936]: Traceback (most recent call last): Jun 14 16:40:26.068905 dv-cinder-796286-2-smb neutron-server[91936]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 14 16:40:26.068905 dv-cinder-796286-2-smb neutron-server[91936]: timer() Jun 14 16:40:26.068905 dv-cinder-796286-2-smb neutron-server[91936]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 14 16:40:26.068905 dv-cinder-796286-2-smb neutron-server[91936]: cb(*args, **kw) Jun 14 16:40:26.068905 dv-cinder-796286-2-smb neutron-server[91936]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 14 16:40:26.068905 dv-cinder-796286-2-smb neutron-server[91936]: return func(*args, **kwargs) Jun 14 16:40:26.068905 dv-cinder-796286-2-smb neutron-server[91936]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 14 16:40:26.068905 dv-cinder-796286-2-smb neutron-server[91936]: self._notify() Jun 14 16:40:26.068905 dv-cinder-796286-2-smb neutron-server[91936]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 14 16:40:26.068905 dv-cinder-796286-2-smb neutron-server[91936]: self.callback(batched_events) Jun 14 16:40:26.068905 dv-cinder-796286-2-smb neutron-server[91936]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 14 16:40:26.068905 dv-cinder-796286-2-smb neutron-server[91936]: event.method(event) Jun 14 16:40:26.068905 dv-cinder-796286-2-smb neutron-server[91936]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 14 16:40:26.068905 dv-cinder-796286-2-smb neutron-server[91936]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 14 16:40:26.068905 dv-cinder-796286-2-smb neutron-server[91936]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 14 16:40:26.068905 dv-cinder-796286-2-smb neutron-server[91936]: aggregate_uuid = self.p_client.list_aggregates( Jun 14 16:40:26.068905 dv-cinder-796286-2-smb neutron-server[91936]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 14 16:40:26.068905 dv-cinder-796286-2-smb neutron-server[91936]: return f(self, *a, **k) Jun 14 16:40:26.068905 dv-cinder-796286-2-smb neutron-server[91936]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 14 16:40:26.068905 dv-cinder-796286-2-smb neutron-server[91936]: return self._get(url).json() Jun 14 16:40:26.073178 dv-cinder-796286-2-smb neutron-server[91936]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 14 16:40:26.073178 dv-cinder-796286-2-smb neutron-server[91936]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 14 16:40:26.073178 dv-cinder-796286-2-smb neutron-server[91936]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 14 16:40:26.073178 dv-cinder-796286-2-smb neutron-server[91936]: return self.request(url, 'GET', **kwargs) Jun 14 16:40:26.073178 dv-cinder-796286-2-smb neutron-server[91936]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 14 16:40:26.073178 dv-cinder-796286-2-smb neutron-server[91936]: base_url = self.get_endpoint(auth, allow=allow, Jun 14 16:40:26.073178 dv-cinder-796286-2-smb neutron-server[91936]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 14 16:40:26.073178 dv-cinder-796286-2-smb neutron-server[91936]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 14 16:40:26.073178 dv-cinder-796286-2-smb neutron-server[91936]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 14 16:40:26.073178 dv-cinder-796286-2-smb neutron-server[91936]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 14 16:40:26.073178 dv-cinder-796286-2-smb neutron-server[91936]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 14 16:40:26.073976 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed6f338-8621-4a5d-8a3a-53316a7abae4 None None] Pushing event deleted for resources: {'Port': ['ID=12c661ca-6d8f-4244-b92e-3224493a7937,revision_number=None']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:40:26.073976 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-0ed6f338-8621-4a5d-8a3a-53316a7abae4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:40:26.074823 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed6f338-8621-4a5d-8a3a-53316a7abae4 None None] No DVR routers for this DVR port 12c661ca-6d8f-4244-b92e-3224493a7937 on host dv-cinder-796286-2-smb {{(pid=91937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 16:40:26.137945 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-b7b04e01-5acb-416e-8919-e825701ad50f req-d1d77289-5bce-4deb-a2bb-35963756bbc7 service neutron] 10.222.0.41 "GET /v2.0/networks/b827e6b3-7ed7-4462-86b3-950f50bba85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413014 Jun 14 16:40:26.151548 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-d7178b54-5e3e-4f13-80c5-8faa5fa0ee15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-121365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904005'] for network, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:26.155515 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-7b6cc484-c339-4043-af2f-8e9e061324bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:40:26.158144 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-d7178b54-5e3e-4f13-80c5-8faa5fa0ee15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693340'] for network, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:26.160680 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-d7178b54-5e3e-4f13-80c5-8faa5fa0ee15 admin admin] 10.222.0.16 "DELETE /v2.0/networks/3de692a8-4a8d-46cb-b014-927335cfd014 HTTP/1.1" status: 204 len: 168 time: 0.9680436 Jun 14 16:40:26.163628 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 48410) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:40:26.183100 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7178b54-5e3e-4f13-80c5-8faa5fa0ee15 admin admin] Pushing event deleted for resources: {'Network': ['ID=3de692a8-4a8d-46cb-b014-927335cfd014,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:40:26.235766 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-d7178b54-5e3e-4f13-80c5-8faa5fa0ee15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:40:26.274085 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-b7b04e01-5acb-416e-8919-e825701ad50f req-0ad68c96-dae4-48f2-9875-af6a0a47484a service neutron] 10.222.0.41 "GET /v2.0/networks/b827e6b3-7ed7-4462-86b3-950f50bba85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269460 Jun 14 16:40:26.362247 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device 3b6ceef6-059b-4d1e-bd4e-9ad1f3c26200 no longer exists at agent ovs-agent-dv-cinder-796286-2-smb {{(pid=91937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 16:40:26.391805 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.plugin [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] No Port match for: 3b6ceef6-059b-4d1e-bd4e-9ad1f3c26200 {{(pid=91937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 16:40:26.392017 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device 3b6ceef6-059b-4d1e-bd4e-9ad1f3c26200 not bound to the agent host dv-cinder-796286-2-smb {{(pid=91937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 16:40:26.392420 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device 12c661ca-6d8f-4244-b92e-3224493a7937 no longer exists at agent ovs-agent-dv-cinder-796286-2-smb {{(pid=91937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 16:40:26.417741 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.plugin [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] No Port match for: 12c661ca-6d8f-4244-b92e-3224493a7937 {{(pid=91937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 16:40:26.418097 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device 12c661ca-6d8f-4244-b92e-3224493a7937 not bound to the agent host dv-cinder-796286-2-smb {{(pid=91937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 16:40:27.098887 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-688e45dc-9f06-40e5-b2a2-529e61ac5ffc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3900891'] for router_interface, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:27.170884 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2044dbb-c678-424b-b3a2-1908c89337d7 req-f40e7258-67b7-4a71-b9c3-08db23f0970c tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:40:27.178190 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-c2044dbb-c678-424b-b3a2-1908c89337d7 req-f40e7258-67b7-4a71-b9c3-08db23f0970c tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=223089d1-a190-49ea-acf4-901d33cbf4a6 HTTP/1.1" status: 200 len: 944 time: 0.0937142 Jun 14 16:40:27.222670 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-c2044dbb-c678-424b-b3a2-1908c89337d7 req-e61d6982-3853-4d12-abd4-deeda5dda667 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ce6a5a2-0adf-441e-976f-69840fb6c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413368 Jun 14 16:40:27.524243 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.plugin [None req-688e45dc-9f06-40e5-b2a2-529e61ac5ffc admin admin] Deleting port 58501260-1655-4313-bd48-64180057d848 {{(pid=91936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 16:40:27.524595 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-688e45dc-9f06-40e5-b2a2-529e61ac5ffc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742580025384'] for port, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:27.646570 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.db [None req-688e45dc-9f06-40e5-b2a2-529e61ac5ffc admin admin] For port 58501260-1655-4313-bd48-64180057d848, host dv-cinder-796286-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-smb',level=0,port_id=58501260-1655-4313-bd48-64180057d848,segment=NetworkSegment(7a677eb0-9e5d-4b4d-8f43-67098507e6b5),segment_id=7a677eb0-9e5d-4b4d-8f43-67098507e6b5)] {{(pid=91936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:40:27.646905 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-688e45dc-9f06-40e5-b2a2-529e61ac5ffc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3907582'] for port, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:27.755516 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.plugin [None req-688e45dc-9f06-40e5-b2a2-529e61ac5ffc admin admin] Calling delete_port for 58501260-1655-4313-bd48-64180057d848 owned by network:router_interface {{(pid=91936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 16:40:28.003301 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-688e45dc-9f06-40e5-b2a2-529e61ac5ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742580029772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742579636520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60243860'] for port, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:28.005622 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:40:28.046212 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688e45dc-9f06-40e5-b2a2-529e61ac5ffc admin admin] Pushing event deleted for resources: {'Port': ['ID=58501260-1655-4313-bd48-64180057d848,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:40:28.048449 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-688e45dc-9f06-40e5-b2a2-529e61ac5ffc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:40:28.325869 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-688e45dc-9f06-40e5-b2a2-529e61ac5ffc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900491'] for router_interface, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:28.568344 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6529fd-37c5-45c7-87e6-2ecb7212cac5 req-5a2f7a5d-4d51-477f-82ca-5321c9731d93 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:40:28.570086 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-bf6529fd-37c5-45c7-87e6-2ecb7212cac5 req-5a2f7a5d-4d51-477f-82ca-5321c9731d93 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=223089d1-a190-49ea-acf4-901d33cbf4a6 HTTP/1.1" status: 200 len: 944 time: 0.1657574 Jun 14 16:40:28.729733 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-bf6529fd-37c5-45c7-87e6-2ecb7212cac5 req-d42883f9-db1b-4e74-acd0-51a7d3c14f3d tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ce6a5a2-0adf-441e-976f-69840fb6c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094542 Jun 14 16:40:28.764329 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-688e45dc-9f06-40e5-b2a2-529e61ac5ffc admin admin] Router 56ccb488-f426-40b6-9599-f5a7e73a3a67 has already been hosted by L3 agent ca10c576-315d-4f3b-b2d0-f5eeab5e8277 {{(pid=91936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 16:40:29.208498 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-688e45dc-9f06-40e5-b2a2-529e61ac5ffc admin admin] Notify agent at l3_agent.dv-cinder-796286-2-smb the message routers_updated {{(pid=91936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 16:40:29.213416 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-688e45dc-9f06-40e5-b2a2-529e61ac5ffc admin admin] 10.222.0.16 "PUT /v2.0/routers/56ccb488-f426-40b6-9599-f5a7e73a3a67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0487707 Jun 14 16:40:29.215975 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 48436) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:40:29.218549 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fed157b-3eda-4d1e-b8c0-85b42154d7d3 None None] Sync routers for ids ['56ccb488-f426-40b6-9599-f5a7e73a3a67'] in dv-cinder-796286-2-smb {{(pid=91938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 16:40:29.228383 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fed157b-3eda-4d1e-b8c0-85b42154d7d3 None None] Routers {'56ccb488-f426-40b6-9599-f5a7e73a3a67'} bound to L3 agent in host dv-cinder-796286-2-smb {{(pid=91938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:40:29.229091 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_hamode_db [None req-2fed157b-3eda-4d1e-b8c0-85b42154d7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T16:26:21Z,description=,heartbeat_timestamp=2021-06-14T16:40:22Z,host='dv-cinder-796286-2-smb',id=ca10c576-315d-4f3b-b2d0-f5eeab5e8277,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:26:21Z,topic='l3_agent')) {'router_ids': ['56ccb488-f426-40b6-9599-f5a7e73a3a67'], 'active': True} {{(pid=91938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:40:29.377843 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_dvr_db [None req-2fed157b-3eda-4d1e-b8c0-85b42154d7d3 None None] Set router 56ccb488-f426-40b6-9599-f5a7e73a3a67 gateway port host: dv-cinder-796286-2-smb {{(pid=91938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:40:29.387744 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-8b795df5-7337-4ecb-b15e-7c76d8e14036 admin admin] Notify callbacks [] for router, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:29.539800 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-8b795df5-7337-4ecb-b15e-7c76d8e14036 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:29.645576 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.plugin [None req-8b795df5-7337-4ecb-b15e-7c76d8e14036 admin admin] Deleting port a59c908e-7ae3-4ed1-9616-84445d899a29 {{(pid=91936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 16:40:29.646234 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-8b795df5-7337-4ecb-b15e-7c76d8e14036 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742580025384'] for port, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:29.648327 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_hamode_db [None req-2fed157b-3eda-4d1e-b8c0-85b42154d7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ccb488-f426-40b6-9599-f5a7e73a3a67', 'name': 'tempest-TestMinimumBasicScenario-858901454-router', 'tenant_id': '241e55eba9504301a6f4b9dc44a6fbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': 'a59c908e-7ae3-4ed1-9616-84445d899a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:37:58Z', 'updated_at': '2021-06-14T16:40:27Z', 'revision_number': 5, 'project_id': '241e55eba9504301a6f4b9dc44a6fbd6', 'gw_port': {'id': 'a59c908e-7ae3-4ed1-9616-84445d899a29', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:03:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ccb488-f426-40b6-9599-f5a7e73a3a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:37:59Z', 'updated_at': '2021-06-14T16:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb'}], 'dv-cinder-796286-2-smb', False) {} {{(pid=91938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:40:29.652919 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fed157b-3eda-4d1e-b8c0-85b42154d7d3 None None] Checking router: 56ccb488-f426-40b6-9599-f5a7e73a3a67 for host: dv-cinder-796286-2-smb {{(pid=91938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 16:40:29.661917 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fed157b-3eda-4d1e-b8c0-85b42154d7d3 None None] Routers {'56ccb488-f426-40b6-9599-f5a7e73a3a67'} bound to L3 agent in host dv-cinder-796286-2-smb {{(pid=91938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:40:29.662946 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_hamode_db [None req-2fed157b-3eda-4d1e-b8c0-85b42154d7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T16:26:21Z,description=,heartbeat_timestamp=2021-06-14T16:40:22Z,host='dv-cinder-796286-2-smb',id=ca10c576-315d-4f3b-b2d0-f5eeab5e8277,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:26:21Z,topic='l3_agent')) {'router_ids': ['56ccb488-f426-40b6-9599-f5a7e73a3a67'], 'active': True} {{(pid=91938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:40:29.772285 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.db [None req-8b795df5-7337-4ecb-b15e-7c76d8e14036 admin admin] For port a59c908e-7ae3-4ed1-9616-84445d899a29, host dv-cinder-796286-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-smb',level=0,port_id=a59c908e-7ae3-4ed1-9616-84445d899a29,segment=NetworkSegment(a2c1fc44-b613-4a01-80b3-58a3526400ae),segment_id=a2c1fc44-b613-4a01-80b3-58a3526400ae)] {{(pid=91936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:40:29.772681 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-8b795df5-7337-4ecb-b15e-7c76d8e14036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3907582'] for port, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:29.816752 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_dvr_db [None req-2fed157b-3eda-4d1e-b8c0-85b42154d7d3 None None] Set router 56ccb488-f426-40b6-9599-f5a7e73a3a67 gateway port host: None {{(pid=91938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:40:29.909204 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.plugin [None req-8b795df5-7337-4ecb-b15e-7c76d8e14036 admin admin] Calling delete_port for a59c908e-7ae3-4ed1-9616-84445d899a29 owned by network:router_gateway {{(pid=91936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 16:40:29.917747 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_hamode_db [None req-2fed157b-3eda-4d1e-b8c0-85b42154d7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ccb488-f426-40b6-9599-f5a7e73a3a67', 'name': 'tempest-TestMinimumBasicScenario-858901454-router', 'tenant_id': '241e55eba9504301a6f4b9dc44a6fbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:37:58Z', 'updated_at': '2021-06-14T16:40:29Z', 'revision_number': 6, 'project_id': '241e55eba9504301a6f4b9dc44a6fbd6', 'gw_port_host': None}], 'dv-cinder-796286-2-smb', False) {} {{(pid=91938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:40:29.926903 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fed157b-3eda-4d1e-b8c0-85b42154d7d3 None None] The sync data for ids ['56ccb488-f426-40b6-9599-f5a7e73a3a67'] in dv-cinder-796286-2-smb is: [{'id': '56ccb488-f426-40b6-9599-f5a7e73a3a67', 'name': 'tempest-TestMinimumBasicScenario-858901454-router', 'tenant_id': '241e55eba9504301a6f4b9dc44a6fbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:37:58Z', 'updated_at': '2021-06-14T16:40:29Z', 'revision_number': 6, 'project_id': '241e55eba9504301a6f4b9dc44a6fbd6', 'gw_port_host': None}] {{(pid=91938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 16:40:30.057646 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd1b9c-0c4e-4400-ae9b-aa759edcd564 req-145ab7a4-f0d7-4e13-9c74-0bb7bb1ecf29 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:40:30.059991 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-dfdd1b9c-0c4e-4400-ae9b-aa759edcd564 req-145ab7a4-f0d7-4e13-9c74-0bb7bb1ecf29 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=223089d1-a190-49ea-acf4-901d33cbf4a6 HTTP/1.1" status: 200 len: 944 time: 0.1487937 Jun 14 16:40:30.118256 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-dfdd1b9c-0c4e-4400-ae9b-aa759edcd564 req-3cb636b6-4c55-415f-bc08-c5df3599993c tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ce6a5a2-0adf-441e-976f-69840fb6c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497322 Jun 14 16:40:30.217208 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-8b795df5-7337-4ecb-b15e-7c76d8e14036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742580029772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742579636520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60243860'] for port, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:30.219635 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-d3915544-2ba4-4462-a199-192b2ebb583e tempest-AttachVolumeNegativeTest-1072888638 tempest-AttachVolumeNegativeTest-1072888638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:40:30.259166 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b795df5-7337-4ecb-b15e-7c76d8e14036 admin admin] Pushing event deleted for resources: {'Port': ['ID=a59c908e-7ae3-4ed1-9616-84445d899a29,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:40:30.262198 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-8b795df5-7337-4ecb-b15e-7c76d8e14036 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:40:30.359624 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-8b795df5-7337-4ecb-b15e-7c76d8e14036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904024'] for router_gateway, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:30.396500 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device 58501260-1655-4313-bd48-64180057d848 no longer exists at agent ovs-agent-dv-cinder-796286-2-smb {{(pid=91937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 16:40:30.433432 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.plugin [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] No Port match for: 58501260-1655-4313-bd48-64180057d848 {{(pid=91937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 16:40:30.433796 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device 58501260-1655-4313-bd48-64180057d848 not bound to the agent host dv-cinder-796286-2-smb {{(pid=91937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 16:40:30.536557 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-8b795df5-7337-4ecb-b15e-7c76d8e14036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3902185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45039'] for router, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:30.540194 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-8b795df5-7337-4ecb-b15e-7c76d8e14036 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:30.607115 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-8b795df5-7337-4ecb-b15e-7c76d8e14036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3902783'] for router, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:30.607946 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b795df5-7337-4ecb-b15e-7c76d8e14036 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56ccb488-f426-40b6-9599-f5a7e73a3a67 {{(pid=91936) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 14 16:40:30.613854 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-8b795df5-7337-4ecb-b15e-7c76d8e14036 admin admin] Notify callbacks [] for router, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:30.615265 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-8b795df5-7337-4ecb-b15e-7c76d8e14036 admin admin] 10.222.0.16 "DELETE /v2.0/routers/56ccb488-f426-40b6-9599-f5a7e73a3a67 HTTP/1.1" status: 204 len: 168 time: 1.3983688 Jun 14 16:40:30.618135 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 48442) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:40:30.677112 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ef7399f-040a-4e02-8392-18874f16c084 admin admin] Deleting subnet c6fff4a8-936a-48e7-86a4-7a5db54be5f5 {{(pid=91936) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 14 16:40:30.680896 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-8ef7399f-040a-4e02-8392-18874f16c084 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:30.725520 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-8ef7399f-040a-4e02-8392-18874f16c084 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60627306'] for subnet, precommit_delete_associations {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:30.832186 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-8ef7399f-040a-4e02-8392-18874f16c084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676727'] for subnet, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:30.901754 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-8ef7399f-040a-4e02-8392-18874f16c084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60242030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60801002'] for subnet, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:30.904359 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-bd3c01a1-a776-4ccb-b48d-1a2833e09856 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:40:30.937756 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef7399f-040a-4e02-8392-18874f16c084 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6fff4a8-936a-48e7-86a4-7a5db54be5f5,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:40:30.941700 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-8ef7399f-040a-4e02-8392-18874f16c084 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:40:30.942816 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-8ef7399f-040a-4e02-8392-18874f16c084 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:30.945018 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-8ef7399f-040a-4e02-8392-18874f16c084 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c6fff4a8-936a-48e7-86a4-7a5db54be5f5 HTTP/1.1" status: 204 len: 168 time: 0.3255570 Jun 14 16:40:30.947447 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 48444) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:40:30.952450 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6d7843-262d-4d4c-ac82-19d2270d1d9d None None] Network 3ba814df-1709-47dc-9bd1-870518da2895 requested from dv-cinder-796286-2-smb {{(pid=91937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 16:40:31.062426 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-22886047-d387-4ad0-ae85-9eaa53b27659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528124'] for network, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:31.128865 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.plugin [None req-22886047-d387-4ad0-ae85-9eaa53b27659 admin admin] Deleting port 0cbd8be1-d6c5-472c-b1e1-fd2f433c345c {{(pid=91936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 16:40:31.129347 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-22886047-d387-4ad0-ae85-9eaa53b27659 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742580025384'] for port, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:31.245526 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.db [None req-22886047-d387-4ad0-ae85-9eaa53b27659 admin admin] For port 0cbd8be1-d6c5-472c-b1e1-fd2f433c345c, host dv-cinder-796286-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-smb',level=0,port_id=0cbd8be1-d6c5-472c-b1e1-fd2f433c345c,segment=NetworkSegment(7a677eb0-9e5d-4b4d-8f43-67098507e6b5),segment_id=7a677eb0-9e5d-4b4d-8f43-67098507e6b5)] {{(pid=91936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:40:31.245526 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-22886047-d387-4ad0-ae85-9eaa53b27659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3907582'] for port, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:31.253478 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6406cc-30ef-4137-b7dc-5c9c0a516dab None None] DHCP port deletion for 3ba814df-1709-47dc-9bd1-870518da2895 request from dv-cinder-796286-2-smb {{(pid=91937) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 14 16:40:31.346328 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.plugin [None req-7f6406cc-30ef-4137-b7dc-5c9c0a516dab None None] Deleting port 0cbd8be1-d6c5-472c-b1e1-fd2f433c345c {{(pid=91937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 16:40:31.347453 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-7f6406cc-30ef-4137-b7dc-5c9c0a516dab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742580025384'] for port, before_delete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:31.389194 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.plugin [None req-22886047-d387-4ad0-ae85-9eaa53b27659 admin admin] Calling delete_port for 0cbd8be1-d6c5-472c-b1e1-fd2f433c345c owned by network:dhcp {{(pid=91936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 16:40:31.443536 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-7f6406cc-30ef-4137-b7dc-5c9c0a516dab None None] For port 0cbd8be1-d6c5-472c-b1e1-fd2f433c345c, host dv-cinder-796286-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-smb',level=0,port_id=0cbd8be1-d6c5-472c-b1e1-fd2f433c345c,segment=NetworkSegment(7a677eb0-9e5d-4b4d-8f43-67098507e6b5),segment_id=7a677eb0-9e5d-4b4d-8f43-67098507e6b5)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:40:31.444151 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-7f6406cc-30ef-4137-b7dc-5c9c0a516dab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3907582'] for port, precommit_delete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:31.525340 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3b3d4d-746c-495c-946c-f5fea819e351 req-bef198dc-6fbc-4895-83ee-2cc35713e834 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:40:31.526806 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-bd3b3d4d-746c-495c-946c-f5fea819e351 req-bef198dc-6fbc-4895-83ee-2cc35713e834 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=223089d1-a190-49ea-acf4-901d33cbf4a6 HTTP/1.1" status: 200 len: 944 time: 0.1861467 Jun 14 16:40:31.550425 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.plugin [None req-7f6406cc-30ef-4137-b7dc-5c9c0a516dab None None] Calling delete_port for 0cbd8be1-d6c5-472c-b1e1-fd2f433c345c owned by network:dhcp {{(pid=91937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 16:40:31.575604 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-22886047-d387-4ad0-ae85-9eaa53b27659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742580029772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742579636520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60243860'] for port, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:31.580353 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-8b795df5-7337-4ecb-b15e-7c76d8e14036 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:40:31.592332 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-bd3b3d4d-746c-495c-946c-f5fea819e351 req-e50dd2cb-6f1b-4ee9-b12c-d6b5359ade5a tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ce6a5a2-0adf-441e-976f-69840fb6c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557835 Jun 14 16:40:31.624114 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22886047-d387-4ad0-ae85-9eaa53b27659 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cbd8be1-d6c5-472c-b1e1-fd2f433c345c,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:40:31.626120 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22886047-d387-4ad0-ae85-9eaa53b27659 admin admin] No DVR routers for this DVR port 0cbd8be1-d6c5-472c-b1e1-fd2f433c345c on host dv-cinder-796286-2-smb {{(pid=91936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 16:40:31.627686 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-22886047-d387-4ad0-ae85-9eaa53b27659 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:40:31.673650 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-7f6406cc-30ef-4137-b7dc-5c9c0a516dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742580029772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742579636520'] for port, after_delete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:31.676798 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:40:31.709304 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6406cc-30ef-4137-b7dc-5c9c0a516dab None None] Pushing event deleted for resources: {'Port': ['ID=0cbd8be1-d6c5-472c-b1e1-fd2f433c345c,revision_number=None']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:40:31.711593 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-7f6406cc-30ef-4137-b7dc-5c9c0a516dab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:40:31.714078 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6406cc-30ef-4137-b7dc-5c9c0a516dab None None] No DVR routers for this DVR port 0cbd8be1-d6c5-472c-b1e1-fd2f433c345c on host dv-cinder-796286-2-smb {{(pid=91937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 16:40:31.747083 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-22886047-d387-4ad0-ae85-9eaa53b27659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665066', 'neutron.services.segments.db._delete_segments_for_network-8742580095160'] for network, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:31.761392 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.services.segments.db [None req-22886047-d387-4ad0-ae85-9eaa53b27659 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ba814df-1709-47dc-9bd1-870518da2895']}} {{(pid=91936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:40:31.781193 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.services.segments.db [None req-22886047-d387-4ad0-ae85-9eaa53b27659 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a677eb0-9e5d-4b4d-8f43-67098507e6b5') {'for_net_delete': True} {{(pid=91936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:40:31.781487 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.services.segments.db [None req-22886047-d387-4ad0-ae85-9eaa53b27659 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a677eb0-9e5d-4b4d-8f43-67098507e6b5') {} {{(pid=91936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:40:31.793074 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-22886047-d387-4ad0-ae85-9eaa53b27659 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742580094998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60627297'] for segment, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:31.809425 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-22886047-d387-4ad0-ae85-9eaa53b27659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678690'] for segment, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:31.815606 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22886047-d387-4ad0-ae85-9eaa53b27659 admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=91936) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 16:40:31.816462 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-22886047-d387-4ad0-ae85-9eaa53b27659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60243911'] for segment, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:31.818062 dv-cinder-796286-2-smb neutron-server[91936]: Traceback (most recent call last): Jun 14 16:40:31.818062 dv-cinder-796286-2-smb neutron-server[91936]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 14 16:40:31.818062 dv-cinder-796286-2-smb neutron-server[91936]: timer() Jun 14 16:40:31.818062 dv-cinder-796286-2-smb neutron-server[91936]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 14 16:40:31.818062 dv-cinder-796286-2-smb neutron-server[91936]: cb(*args, **kw) Jun 14 16:40:31.818062 dv-cinder-796286-2-smb neutron-server[91936]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 14 16:40:31.818062 dv-cinder-796286-2-smb neutron-server[91936]: return func(*args, **kwargs) Jun 14 16:40:31.818062 dv-cinder-796286-2-smb neutron-server[91936]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 14 16:40:31.818062 dv-cinder-796286-2-smb neutron-server[91936]: self._notify() Jun 14 16:40:31.818062 dv-cinder-796286-2-smb neutron-server[91936]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 14 16:40:31.818062 dv-cinder-796286-2-smb neutron-server[91936]: self.callback(batched_events) Jun 14 16:40:31.818062 dv-cinder-796286-2-smb neutron-server[91936]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 14 16:40:31.818062 dv-cinder-796286-2-smb neutron-server[91936]: event.method(event) Jun 14 16:40:31.818062 dv-cinder-796286-2-smb neutron-server[91936]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 14 16:40:31.818062 dv-cinder-796286-2-smb neutron-server[91936]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 14 16:40:31.818062 dv-cinder-796286-2-smb neutron-server[91936]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 14 16:40:31.818062 dv-cinder-796286-2-smb neutron-server[91936]: aggregate_uuid = self.p_client.list_aggregates( Jun 14 16:40:31.818062 dv-cinder-796286-2-smb neutron-server[91936]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 14 16:40:31.818062 dv-cinder-796286-2-smb neutron-server[91936]: return f(self, *a, **k) Jun 14 16:40:31.818062 dv-cinder-796286-2-smb neutron-server[91936]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 14 16:40:31.818062 dv-cinder-796286-2-smb neutron-server[91936]: return self._get(url).json() Jun 14 16:40:31.818062 dv-cinder-796286-2-smb neutron-server[91936]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 14 16:40:31.818062 dv-cinder-796286-2-smb neutron-server[91936]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 14 16:40:31.818062 dv-cinder-796286-2-smb neutron-server[91936]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 14 16:40:31.818062 dv-cinder-796286-2-smb neutron-server[91936]: return self.request(url, 'GET', **kwargs) Jun 14 16:40:31.818062 dv-cinder-796286-2-smb neutron-server[91936]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 14 16:40:31.818062 dv-cinder-796286-2-smb neutron-server[91936]: base_url = self.get_endpoint(auth, allow=allow, Jun 14 16:40:31.818062 dv-cinder-796286-2-smb neutron-server[91936]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 14 16:40:31.818062 dv-cinder-796286-2-smb neutron-server[91936]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 14 16:40:31.818062 dv-cinder-796286-2-smb neutron-server[91936]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 14 16:40:31.818062 dv-cinder-796286-2-smb neutron-server[91936]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 14 16:40:31.818062 dv-cinder-796286-2-smb neutron-server[91936]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 14 16:40:31.897305 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-22886047-d387-4ad0-ae85-9eaa53b27659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-121365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904005'] for network, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:31.902113 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-22886047-d387-4ad0-ae85-9eaa53b27659 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693340'] for network, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:31.906848 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-22886047-d387-4ad0-ae85-9eaa53b27659 admin admin] 10.222.0.16 "DELETE /v2.0/networks/3ba814df-1709-47dc-9bd1-870518da2895 HTTP/1.1" status: 204 len: 168 time: 0.9582794 Jun 14 16:40:31.907557 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:40:31.930740 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22886047-d387-4ad0-ae85-9eaa53b27659 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ba814df-1709-47dc-9bd1-870518da2895,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:40:31.933857 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-22886047-d387-4ad0-ae85-9eaa53b27659 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:40:32.110374 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 48452) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:40:32.163508 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-d0d020fd-2688-4ab6-ab82-99824274e9db admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d4e60cacfce24cd499cda68081bd307f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0514257 Jun 14 16:40:32.166023 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 48454) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:40:32.224347 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-7fd08613-262d-49bb-8575-d88b9e35638f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:32.248213 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-7fd08613-262d-49bb-8575-d88b9e35638f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:32.309064 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-7fd08613-262d-49bb-8575-d88b9e35638f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:32.312912 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-7fd08613-262d-49bb-8575-d88b9e35638f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:32.313947 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-7fd08613-262d-49bb-8575-d88b9e35638f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6799c740-d4b3-4122-836c-f0b75a255a5d HTTP/1.1" status: 204 len: 168 time: 0.1470346 Jun 14 16:40:32.314763 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-273096c3-7d77-452d-a76c-4e365a8292da tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:40:32.328204 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd08613-262d-49bb-8575-d88b9e35638f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6799c740-d4b3-4122-836c-f0b75a255a5d,revision_number=None']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:40:32.332075 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-7fd08613-262d-49bb-8575-d88b9e35638f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:40:32.386482 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device 0cbd8be1-d6c5-472c-b1e1-fd2f433c345c no longer exists at agent ovs-agent-dv-cinder-796286-2-smb {{(pid=91937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 16:40:32.423634 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.plugin [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] No Port match for: 0cbd8be1-d6c5-472c-b1e1-fd2f433c345c {{(pid=91937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 16:40:32.423954 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device 0cbd8be1-d6c5-472c-b1e1-fd2f433c345c not bound to the agent host dv-cinder-796286-2-smb {{(pid=91937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 16:40:32.424367 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device a59c908e-7ae3-4ed1-9616-84445d899a29 no longer exists at agent ovs-agent-dv-cinder-796286-2-smb {{(pid=91937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 16:40:32.451139 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.plugin [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] No Port match for: a59c908e-7ae3-4ed1-9616-84445d899a29 {{(pid=91937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 16:40:32.452234 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device a59c908e-7ae3-4ed1-9616-84445d899a29 not bound to the agent host dv-cinder-796286-2-smb {{(pid=91937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 16:40:32.740903 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 48464) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:40:32.840226 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-2ab924b7-320c-4ec3-b5b7-f83f8d62d5e1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=241e55eba9504301a6f4b9dc44a6fbd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0982850 Jun 14 16:40:32.842542 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 48466) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:40:32.904140 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad379cb1-1484-4053-aa09-aff44d077dcc req-2455bb34-d19a-4942-83d4-c0401cb19f3f tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:40:32.908206 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-ad379cb1-1484-4053-aa09-aff44d077dcc req-2455bb34-d19a-4942-83d4-c0401cb19f3f tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=223089d1-a190-49ea-acf4-901d33cbf4a6 HTTP/1.1" status: 200 len: 944 time: 0.1608565 Jun 14 16:40:32.946771 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-823820d0-5977-4a55-9851-b26e8879aa5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:32.975973 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-ad379cb1-1484-4053-aa09-aff44d077dcc req-d37fba5a-861a-4db7-8780-0d8871cfa5dc tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ce6a5a2-0adf-441e-976f-69840fb6c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624406 Jun 14 16:40:32.986091 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-823820d0-5977-4a55-9851-b26e8879aa5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:33.051250 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-823820d0-5977-4a55-9851-b26e8879aa5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:33.053703 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-823820d0-5977-4a55-9851-b26e8879aa5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:33.054841 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-823820d0-5977-4a55-9851-b26e8879aa5d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/988c1e57-701a-4a8f-abdc-1a8088fb4ac0 HTTP/1.1" status: 204 len: 168 time: 0.2114193 Jun 14 16:40:33.055830 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-06aa1ee6-b9a5-463b-b871-d2ec131d533f tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:40:33.064775 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823820d0-5977-4a55-9851-b26e8879aa5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=988c1e57-701a-4a8f-abdc-1a8088fb4ac0,revision_number=None']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:40:33.067534 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-823820d0-5977-4a55-9851-b26e8879aa5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:40:34.192185 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0307d-deb9-4379-b387-3f5c9b7eb132 req-89f8660c-7c3c-4ea6-a24f-31d6f9a5a16f tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:40:34.193917 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-21d0307d-deb9-4379-b387-3f5c9b7eb132 req-89f8660c-7c3c-4ea6-a24f-31d6f9a5a16f tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=223089d1-a190-49ea-acf4-901d33cbf4a6 HTTP/1.1" status: 200 len: 944 time: 0.0855443 Jun 14 16:40:34.240638 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-21d0307d-deb9-4379-b387-3f5c9b7eb132 req-a60951e7-3a39-4db5-b61a-5d4817e379d6 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ce6a5a2-0adf-441e-976f-69840fb6c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404336 Jun 14 16:40:35.443967 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c84adb-daac-4a20-a100-f849b9a901ca req-3de15485-b08c-497d-a09f-5a1e6e3ace3f tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:40:35.446649 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-45c84adb-daac-4a20-a100-f849b9a901ca req-3de15485-b08c-497d-a09f-5a1e6e3ace3f tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=223089d1-a190-49ea-acf4-901d33cbf4a6 HTTP/1.1" status: 200 len: 944 time: 0.0751617 Jun 14 16:40:35.492177 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-45c84adb-daac-4a20-a100-f849b9a901ca req-b56eae17-04ef-4b1a-b654-20e756158a7c tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ce6a5a2-0adf-441e-976f-69840fb6c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386879 Jun 14 16:40:36.689205 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fafb0e-4889-4caf-bb9e-25ab5a741c92 req-3eda5b7a-2cbd-4230-8ba7-c5604a84cd14 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:40:36.690875 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-f1fafb0e-4889-4caf-bb9e-25ab5a741c92 req-3eda5b7a-2cbd-4230-8ba7-c5604a84cd14 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=223089d1-a190-49ea-acf4-901d33cbf4a6 HTTP/1.1" status: 200 len: 944 time: 0.0751982 Jun 14 16:40:36.742895 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-f1fafb0e-4889-4caf-bb9e-25ab5a741c92 req-0a410c37-3179-4c81-8651-a47268ba2332 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ce6a5a2-0adf-441e-976f-69840fb6c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459995 Jun 14 16:40:37.926208 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52afcd7-6d8d-4fdc-a7a7-cf5f556d5827 req-ac72fc38-8aa0-4b96-860d-1e3c0606aeee tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:40:37.927588 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-b52afcd7-6d8d-4fdc-a7a7-cf5f556d5827 req-ac72fc38-8aa0-4b96-860d-1e3c0606aeee tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=223089d1-a190-49ea-acf4-901d33cbf4a6 HTTP/1.1" status: 200 len: 944 time: 0.0688441 Jun 14 16:40:37.973872 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-b52afcd7-6d8d-4fdc-a7a7-cf5f556d5827 req-e5318e76-057c-4ccd-8f2a-4cb11cf5c5eb tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ce6a5a2-0adf-441e-976f-69840fb6c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406284 Jun 14 16:40:39.169448 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc22214-43ce-4320-93dc-b52d9bfe727f req-65fcf67d-d4f1-4979-8074-f7d60ad9169a tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:40:39.170915 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-8dc22214-43ce-4320-93dc-b52d9bfe727f req-65fcf67d-d4f1-4979-8074-f7d60ad9169a tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=223089d1-a190-49ea-acf4-901d33cbf4a6 HTTP/1.1" status: 200 len: 944 time: 0.0780761 Jun 14 16:40:39.214278 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-8dc22214-43ce-4320-93dc-b52d9bfe727f req-ffd58f93-e237-44c5-8421-bf10f05dce96 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ce6a5a2-0adf-441e-976f-69840fb6c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367987 Jun 14 16:40:40.409813 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a556cf8-9d50-4dbd-b93c-0c80e6aaa4dd req-19f37582-e827-4d20-94af-588a79b0ad6a tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:40:40.413182 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-0a556cf8-9d50-4dbd-b93c-0c80e6aaa4dd req-19f37582-e827-4d20-94af-588a79b0ad6a tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=223089d1-a190-49ea-acf4-901d33cbf4a6 HTTP/1.1" status: 200 len: 944 time: 0.0819154 Jun 14 16:40:40.465325 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-0a556cf8-9d50-4dbd-b93c-0c80e6aaa4dd req-5a71ab48-6891-4bd6-ab3b-343f8799d89e tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ce6a5a2-0adf-441e-976f-69840fb6c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417907 Jun 14 16:40:41.680646 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50fc148-2c07-43b9-b957-e6928c514d30 req-efd4820d-942f-4772-bfd3-394d8a8df7cd tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:40:41.682182 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-d50fc148-2c07-43b9-b957-e6928c514d30 req-efd4820d-942f-4772-bfd3-394d8a8df7cd tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=223089d1-a190-49ea-acf4-901d33cbf4a6 HTTP/1.1" status: 200 len: 944 time: 0.0767682 Jun 14 16:40:41.738896 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-d50fc148-2c07-43b9-b957-e6928c514d30 req-315e5a78-8e55-4a24-a844-3a73f063c553 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ce6a5a2-0adf-441e-976f-69840fb6c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508792 Jun 14 16:40:42.311123 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device 026387c9-db9b-4f99-9b4d-9ea81a6f7917 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=91937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 16:40:42.433614 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] For port 026387c9-db9b-4f99-9b4d-9ea81a6f7917, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=026387c9-db9b-4f99-9b4d-9ea81a6f7917,segment=NetworkSegment(c4c3f588-adb6-420f-8cdb-57f5516701db),segment_id=c4c3f588-adb6-420f-8cdb-57f5516701db)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:40:42.446875 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Returning: {'device': '026387c9-db9b-4f99-9b4d-9ea81a6f7917', 'network_id': 'b827e6b3-7ed7-4462-86b3-950f50bba85c', 'port_id': '026387c9-db9b-4f99-9b4d-9ea81a6f7917', 'mac_address': 'fa:16:3e:8f:02:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c618564-7ca5-4a66-b740-3ae47e99df42', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 16:40:42.490235 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:42.505682 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.notifiers.nova [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 026387c9-db9b-4f99-9b4d-9ea81a6f7917 {{(pid=91937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 16:40:42.526258 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] For port 026387c9-db9b-4f99-9b4d-9ea81a6f7917, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=026387c9-db9b-4f99-9b4d-9ea81a6f7917,segment=NetworkSegment(c4c3f588-adb6-420f-8cdb-57f5516701db),segment_id=c4c3f588-adb6-420f-8cdb-57f5516701db)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:40:42.530193 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:42.531923 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:40:42.590142 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Pushing event updated for resources: {'Port': ['ID=026387c9-db9b-4f99-9b4d-9ea81a6f7917,revision_number=9']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:40:42.593271 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:40:42.776339 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] get_ports_and_sgs() called for port_ids ['026387c9-db9b-4f99-9b4d-9ea81a6f7917'] {{(pid=91937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 16:40:42.936912 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9518e8-3c16-4b6f-903e-3f120bd8188c req-4b1e4ef0-b02e-409b-8fd1-4c7a111400e5 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:40:42.938426 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-1d9518e8-3c16-4b6f-903e-3f120bd8188c req-4b1e4ef0-b02e-409b-8fd1-4c7a111400e5 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=223089d1-a190-49ea-acf4-901d33cbf4a6 HTTP/1.1" status: 200 len: 945 time: 0.0744438 Jun 14 16:40:42.985630 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-1d9518e8-3c16-4b6f-903e-3f120bd8188c req-4397a7c9-0435-49b0-ade0-0570c60a7d8c tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ce6a5a2-0adf-441e-976f-69840fb6c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399606 Jun 14 16:40:44.322332 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device 026387c9-db9b-4f99-9b4d-9ea81a6f7917 up at agent hyperv_hv-cinder-79628 {{(pid=91937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:40:44.335693 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb60167d-405f-4501-88bf-4beb4cb21d00 req-f6ca9201-75c4-473c-8788-5b79dcb5f8e0 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:40:44.337225 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-fb60167d-405f-4501-88bf-4beb4cb21d00 req-f6ca9201-75c4-473c-8788-5b79dcb5f8e0 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=223089d1-a190-49ea-acf4-901d33cbf4a6 HTTP/1.1" status: 200 len: 945 time: 0.0750961 Jun 14 16:40:44.380714 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-fb60167d-405f-4501-88bf-4beb4cb21d00 req-c1fd9ce4-fe5a-432f-9b8e-68a3d531052a tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ce6a5a2-0adf-441e-976f-69840fb6c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379226 Jun 14 16:40:44.382410 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Provisioning complete for port 026387c9-db9b-4f99-9b4d-9ea81a6f7917 triggered by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:40:44.382798 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:44.472575 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:44.497503 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '223089d1-a190-49ea-acf4-901d33cbf4a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '026387c9-db9b-4f99-9b4d-9ea81a6f7917'}] {{(pid=91937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:40:44.499775 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}410d25e5bbb1e20f764875c123142387b982c9cf9b01c37f3ab36e77f3c6c019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b85a3a23-23e7-4e85-8619-70e01826e66e" -d '{"events": [{"server_uuid": "223089d1-a190-49ea-acf4-901d33cbf4a6", "name": "network-vif-plugged", "status": "completed", "tag": "026387c9-db9b-4f99-9b4d-9ea81a6f7917"}]}' {{(pid=91937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:40:44.514623 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] For port 026387c9-db9b-4f99-9b4d-9ea81a6f7917, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=026387c9-db9b-4f99-9b4d-9ea81a6f7917,segment=NetworkSegment(c4c3f588-adb6-420f-8cdb-57f5516701db),segment_id=c4c3f588-adb6-420f-8cdb-57f5516701db)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:40:44.520194 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:44.522298 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-ba970869-7cb9-4160-81fe-bbe29f503917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:40:44.552763 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 16:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a5294a-b433-452d-84f0-fd10e8afc1fc x-openstack-request-id: req-d1a5294a-b433-452d-84f0-fd10e8afc1fc {{(pid=91937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:40:44.553070 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "223089d1-a190-49ea-acf4-901d33cbf4a6", "name": "network-vif-plugged", "status": "completed", "tag": "026387c9-db9b-4f99-9b4d-9ea81a6f7917", "code": 200}]} {{(pid=91937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:40:44.553387 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d1a5294a-b433-452d-84f0-fd10e8afc1fc {{(pid=91937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:40:44.553725 dv-cinder-796286-2-smb neutron-server[91937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '223089d1-a190-49ea-acf4-901d33cbf4a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '026387c9-db9b-4f99-9b4d-9ea81a6f7917', 'code': 200} Jun 14 16:40:44.584989 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Pushing event updated for resources: {'Port': ['ID=026387c9-db9b-4f99-9b4d-9ea81a6f7917,revision_number=10']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:40:44.587961 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:40:44.762487 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be1e81-da80-4804-b8f1-156f1dbc7e18 req-34c2f2e8-0485-423c-93f5-02b0630921f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:40:44.763994 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-b6be1e81-da80-4804-b8f1-156f1dbc7e18 req-34c2f2e8-0485-423c-93f5-02b0630921f8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=223089d1-a190-49ea-acf4-901d33cbf4a6 HTTP/1.1" status: 200 len: 1100 time: 0.0606375 Jun 14 16:40:44.805205 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-b6be1e81-da80-4804-b8f1-156f1dbc7e18 req-59e30bab-9fb1-4b88-9964-5ec4dfc5d935 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3ce6a5a2-0adf-441e-976f-69840fb6c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341446 Jun 14 16:40:45.564421 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605606ab-c002-4056-a73d-417220d0f115 req-96912805-d156-49be-8319-d6e9db7e3874 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:40:45.566242 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-605606ab-c002-4056-a73d-417220d0f115 req-96912805-d156-49be-8319-d6e9db7e3874 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=223089d1-a190-49ea-acf4-901d33cbf4a6 HTTP/1.1" status: 200 len: 947 time: 0.0704315 Jun 14 16:40:45.609276 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-605606ab-c002-4056-a73d-417220d0f115 req-f3a03670-9b66-4006-8929-7bb957a4dbec tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ce6a5a2-0adf-441e-976f-69840fb6c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369442 Jun 14 16:40:45.916830 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:46.803013 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e49036-929e-4f9f-a394-0a374f451a02 req-c42568dc-c58a-4b03-8028-67123aad8949 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:40:46.804559 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-84e49036-929e-4f9f-a394-0a374f451a02 req-c42568dc-c58a-4b03-8028-67123aad8949 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=223089d1-a190-49ea-acf4-901d33cbf4a6 HTTP/1.1" status: 200 len: 947 time: 0.0710859 Jun 14 16:40:46.847409 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-84e49036-929e-4f9f-a394-0a374f451a02 req-ec553e98-dc33-409d-806f-fe51e33dc9cb tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ce6a5a2-0adf-441e-976f-69840fb6c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372677 Jun 14 16:40:48.637217 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-8579112c-bc94-44fe-8bee-2759c3e37ccc req-dda8bc99-a2d6-4513-a1e0-e4b98ca6d728 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ecc4789a-09c8-4b9a-8890-380893cfd872&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0642383 Jun 14 16:40:48.721835 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8579112c-bc94-44fe-8bee-2759c3e37ccc req-31ad5145-2fe8-4fad-8864-edfeb70ad2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:40:48.723476 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-8579112c-bc94-44fe-8bee-2759c3e37ccc req-31ad5145-2fe8-4fad-8864-edfeb70ad2f8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f95622ea97f4a73ad83eb5e2eea8149&device_id=ecc4789a-09c8-4b9a-8890-380893cfd872 HTTP/1.1" status: 200 len: 1099 time: 0.0611999 Jun 14 16:40:48.860015 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8579112c-bc94-44fe-8bee-2759c3e37ccc req-45cb2a82-6908-471f-adfc-eda69736a57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:40:48.861468 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-8579112c-bc94-44fe-8bee-2759c3e37ccc req-45cb2a82-6908-471f-adfc-eda69736a57c service neutron] 10.222.0.41 "GET /v2.0/networks?id=ddf07b9e-99ea-4c30-b823-72f2b0ed4055 HTTP/1.1" status: 200 len: 912 time: 0.1143782 Jun 14 16:40:48.886988 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-7fb3b34b-f29d-4c9a-927e-9acb0329f8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:48.950511 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-8579112c-bc94-44fe-8bee-2759c3e37ccc req-da5313e8-36a1-46ea-951e-a932cbe429d0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c8da6ee-2979-4634-9a47-2c91edcb43e2 HTTP/1.1" status: 200 len: 1002 time: 0.0814226 Jun 14 16:40:49.010705 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8579112c-bc94-44fe-8bee-2759c3e37ccc req-30f71f61-0fa2-4b18-8ef1-db7c56ec4e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:40:49.012190 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-8579112c-bc94-44fe-8bee-2759c3e37ccc req-30f71f61-0fa2-4b18-8ef1-db7c56ec4e2d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c03c59fa-658a-445c-9394-38c3bfae06f0 HTTP/1.1" status: 200 len: 850 time: 0.0541737 Jun 14 16:40:49.077495 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8579112c-bc94-44fe-8bee-2759c3e37ccc req-327ee078-3ef7-4761-9bad-ee8712acfbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:40:49.078962 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-8579112c-bc94-44fe-8bee-2759c3e37ccc req-327ee078-3ef7-4761-9bad-ee8712acfbf2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ddf07b9e-99ea-4c30-b823-72f2b0ed4055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0592029 Jun 14 16:40:49.200532 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-8579112c-bc94-44fe-8bee-2759c3e37ccc req-48d50c82-fc65-4753-bdff-2ebcb51158a3 service neutron] 10.222.0.41 "GET /v2.0/networks/ddf07b9e-99ea-4c30-b823-72f2b0ed4055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135826 Jun 14 16:40:49.318424 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-8579112c-bc94-44fe-8bee-2759c3e37ccc req-1615d315-0c25-4b85-9744-15abea0655b1 service neutron] 10.222.0.41 "GET /v2.0/networks/ddf07b9e-99ea-4c30-b823-72f2b0ed4055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097870 Jun 14 16:40:51.551806 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-616739fe-c74c-42ae-a4d1-e13177fa4362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:51.828522 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:52.779517 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-ac317c73-f3f7-46db-8eeb-274d40bc3b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:53.374432 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fcfac6-ff06-4e62-8f35-52d0da835858 req-7714fd50-4e68-44aa-a188-186c004ca012 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:40:53.377294 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-c7fcfac6-ff06-4e62-8f35-52d0da835858 req-7714fd50-4e68-44aa-a188-186c004ca012 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecc4789a-09c8-4b9a-8890-380893cfd872 HTTP/1.1" status: 200 len: 946 time: 0.0936136 Jun 14 16:40:53.428279 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-c7fcfac6-ff06-4e62-8f35-52d0da835858 req-37b119ae-9a64-454a-bfa8-f58b9e942ba0 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/security-groups?id=673ff9b0-0f1f-4047-995d-9ca07ea20906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447760 Jun 14 16:40:54.400863 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-61a174dc-ae9e-41b9-9cb1-e8a1b9f9c99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:54.645167 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab9ca0-7328-4ab8-83ba-e9fe2734942b req-7dfcb11e-62e4-4285-a1fe-7fc7ba727c05 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:40:54.646763 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-6cab9ca0-7328-4ab8-83ba-e9fe2734942b req-7dfcb11e-62e4-4285-a1fe-7fc7ba727c05 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecc4789a-09c8-4b9a-8890-380893cfd872 HTTP/1.1" status: 200 len: 946 time: 0.0875616 Jun 14 16:40:54.694247 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-6cab9ca0-7328-4ab8-83ba-e9fe2734942b req-8648350f-780f-4690-95f2-1602b9cee816 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/security-groups?id=673ff9b0-0f1f-4047-995d-9ca07ea20906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411425 Jun 14 16:40:55.904918 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a758cec-9f47-408b-8d12-eca1f9b323fb req-53b909a8-3e41-4c6f-b9c2-00f2e44ce263 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:40:55.906366 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-7a758cec-9f47-408b-8d12-eca1f9b323fb req-53b909a8-3e41-4c6f-b9c2-00f2e44ce263 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecc4789a-09c8-4b9a-8890-380893cfd872 HTTP/1.1" status: 200 len: 946 time: 0.0854969 Jun 14 16:40:55.952790 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-7a758cec-9f47-408b-8d12-eca1f9b323fb req-164558c1-29ec-417b-8c27-104bbdb8a5f5 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/security-groups?id=673ff9b0-0f1f-4047-995d-9ca07ea20906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402093 Jun 14 16:40:57.164489 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a0db3-71f3-482a-84c9-912d43a5ef2c req-60c0daff-ea4f-4316-b6c1-390ea6900085 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:40:57.166079 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-2c8a0db3-71f3-482a-84c9-912d43a5ef2c req-60c0daff-ea4f-4316-b6c1-390ea6900085 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecc4789a-09c8-4b9a-8890-380893cfd872 HTTP/1.1" status: 200 len: 946 time: 0.0862401 Jun 14 16:40:57.218320 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-2c8a0db3-71f3-482a-84c9-912d43a5ef2c req-7fc7a152-cac5-4005-a5c5-796baa590baa tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/security-groups?id=673ff9b0-0f1f-4047-995d-9ca07ea20906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438087 Jun 14 16:40:58.434671 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ffa7eb-b5fa-4fbe-b409-ab8ea0bc6394 req-377ba8ef-cd68-477e-8ff0-41aa4dcf000b tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:40:58.436270 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-70ffa7eb-b5fa-4fbe-b409-ab8ea0bc6394 req-377ba8ef-cd68-477e-8ff0-41aa4dcf000b tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecc4789a-09c8-4b9a-8890-380893cfd872 HTTP/1.1" status: 200 len: 946 time: 0.0829606 Jun 14 16:40:58.489291 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-70ffa7eb-b5fa-4fbe-b409-ab8ea0bc6394 req-4a090cb8-af1b-455d-a13e-45c915e755e5 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/security-groups?id=673ff9b0-0f1f-4047-995d-9ca07ea20906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417194 Jun 14 16:40:59.305044 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.agents_db [None req-014db0b1-f8e7-4480-967a-879c185ba95d None None] Agent healthcheck: found 6 active agents {{(pid=91938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:40:59.723657 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7da1df0-1e40-4be1-81ac-b7c86a2f64f2 req-4f5564fe-494c-4c96-bc5e-72a206534749 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:40:59.726338 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-d7da1df0-1e40-4be1-81ac-b7c86a2f64f2 req-4f5564fe-494c-4c96-bc5e-72a206534749 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecc4789a-09c8-4b9a-8890-380893cfd872 HTTP/1.1" status: 200 len: 946 time: 0.0916820 Jun 14 16:40:59.774643 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-d7da1df0-1e40-4be1-81ac-b7c86a2f64f2 req-a876a2c2-f59a-4829-8f85-980213958f65 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/security-groups?id=673ff9b0-0f1f-4047-995d-9ca07ea20906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423679 Jun 14 16:41:00.999527 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96801bb4-b247-4b16-a546-84a07168e908 req-57062df2-5343-4136-a781-1d83c75aa44a tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:41:01.001536 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-96801bb4-b247-4b16-a546-84a07168e908 req-57062df2-5343-4136-a781-1d83c75aa44a tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecc4789a-09c8-4b9a-8890-380893cfd872 HTTP/1.1" status: 200 len: 946 time: 0.0844970 Jun 14 16:41:01.052638 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-96801bb4-b247-4b16-a546-84a07168e908 req-9a618207-ae5c-4ba0-bb94-a3be288c60d1 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/security-groups?id=673ff9b0-0f1f-4047-995d-9ca07ea20906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450482 Jun 14 16:41:02.674289 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df7a309-a482-4356-b509-06eb0c46ca0b req-e20a557e-cedd-4de7-b605-c2462935875c tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:41:02.677037 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-8df7a309-a482-4356-b509-06eb0c46ca0b req-e20a557e-cedd-4de7-b605-c2462935875c tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecc4789a-09c8-4b9a-8890-380893cfd872 HTTP/1.1" status: 200 len: 946 time: 0.4449985 Jun 14 16:41:02.751937 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-8df7a309-a482-4356-b509-06eb0c46ca0b req-370d3624-fc5b-40ff-9696-13c981e5209c tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/security-groups?id=673ff9b0-0f1f-4047-995d-9ca07ea20906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660481 Jun 14 16:41:04.052963 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c28e44-08f3-47c8-b9c4-ac1bf1eb18b5 req-ce06cc7a-751b-436d-8a35-8a1f753f3c93 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:41:04.054600 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-07c28e44-08f3-47c8-b9c4-ac1bf1eb18b5 req-ce06cc7a-751b-436d-8a35-8a1f753f3c93 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecc4789a-09c8-4b9a-8890-380893cfd872 HTTP/1.1" status: 200 len: 946 time: 0.1024132 Jun 14 16:41:04.105358 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-07c28e44-08f3-47c8-b9c4-ac1bf1eb18b5 req-cd55b250-c46f-4db4-aa34-6eababe214eb tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/security-groups?id=673ff9b0-0f1f-4047-995d-9ca07ea20906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443239 Jun 14 16:41:04.525669 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b50172-d17d-401a-aaa6-97bf57654638 req-90464dca-95e9-4b21-977b-61ae3ea641be tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:41:04.527304 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-e3b50172-d17d-401a-aaa6-97bf57654638 req-90464dca-95e9-4b21-977b-61ae3ea641be tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecc4789a-09c8-4b9a-8890-380893cfd872 HTTP/1.1" status: 200 len: 946 time: 0.0844760 Jun 14 16:41:04.561125 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea786283-b7e2-4903-8f13-ee7ebfb2c5a5 req-92c9e354-a9c3-4539-bac9-b694ad3450b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:41:04.562698 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-ea786283-b7e2-4903-8f13-ee7ebfb2c5a5 req-92c9e354-a9c3-4539-bac9-b694ad3450b8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f95622ea97f4a73ad83eb5e2eea8149&device_id=ecc4789a-09c8-4b9a-8890-380893cfd872 HTTP/1.1" status: 200 len: 1099 time: 0.0965533 Jun 14 16:41:04.586792 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-e3b50172-d17d-401a-aaa6-97bf57654638 req-ec6ffddd-185a-44c4-bbf7-d6e972a945f3 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/security-groups?id=673ff9b0-0f1f-4047-995d-9ca07ea20906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483615 Jun 14 16:41:04.721658 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea786283-b7e2-4903-8f13-ee7ebfb2c5a5 req-57b15cc5-c290-49c5-8db8-a29354ff1220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:41:04.723644 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-ea786283-b7e2-4903-8f13-ee7ebfb2c5a5 req-57b15cc5-c290-49c5-8db8-a29354ff1220 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ddf07b9e-99ea-4c30-b823-72f2b0ed4055 HTTP/1.1" status: 200 len: 912 time: 0.1502459 Jun 14 16:41:04.838476 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-ea786283-b7e2-4903-8f13-ee7ebfb2c5a5 req-de978cf7-2085-43c9-b5c3-c7b5bd630cf3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c8da6ee-2979-4634-9a47-2c91edcb43e2 HTTP/1.1" status: 200 len: 1002 time: 0.1065266 Jun 14 16:41:04.907787 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea786283-b7e2-4903-8f13-ee7ebfb2c5a5 req-037851f8-7426-4fde-bb99-7102727546fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:41:04.910102 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-ea786283-b7e2-4903-8f13-ee7ebfb2c5a5 req-037851f8-7426-4fde-bb99-7102727546fc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c03c59fa-658a-445c-9394-38c3bfae06f0 HTTP/1.1" status: 200 len: 850 time: 0.0642500 Jun 14 16:41:04.999269 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea786283-b7e2-4903-8f13-ee7ebfb2c5a5 req-bc36f79e-9cf1-4d12-95f2-7df2fe9999f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:41:05.001446 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-ea786283-b7e2-4903-8f13-ee7ebfb2c5a5 req-bc36f79e-9cf1-4d12-95f2-7df2fe9999f7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ddf07b9e-99ea-4c30-b823-72f2b0ed4055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0840626 Jun 14 16:41:05.201336 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-ea786283-b7e2-4903-8f13-ee7ebfb2c5a5 req-36eab6b1-a60b-4d3a-9b26-679190c1048f service neutron] 10.222.0.41 "GET /v2.0/networks/ddf07b9e-99ea-4c30-b823-72f2b0ed4055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911452 Jun 14 16:41:05.391336 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-ea786283-b7e2-4903-8f13-ee7ebfb2c5a5 req-b6e13788-6807-49a3-9d3d-03fe16616b3b service neutron] 10.222.0.41 "GET /v2.0/networks/ddf07b9e-99ea-4c30-b823-72f2b0ed4055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787782 Jun 14 16:41:05.864540 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03460d0c-58c0-4d22-bee7-a75bbdf50246 req-75f82450-776f-4505-a580-258eeaa89426 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:41:05.866179 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-03460d0c-58c0-4d22-bee7-a75bbdf50246 req-75f82450-776f-4505-a580-258eeaa89426 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecc4789a-09c8-4b9a-8890-380893cfd872 HTTP/1.1" status: 200 len: 946 time: 0.1245854 Jun 14 16:41:05.932191 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-03460d0c-58c0-4d22-bee7-a75bbdf50246 req-ae599db0-52d9-4737-ba6b-cc43a32bc5c9 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/security-groups?id=673ff9b0-0f1f-4047-995d-9ca07ea20906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566714 Jun 14 16:41:07.197127 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db9c58-6808-4ce3-84ca-90d308e94a7b req-8db7da29-07c5-4e82-b5d5-9bb104f123d0 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:41:07.199256 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-57db9c58-6808-4ce3-84ca-90d308e94a7b req-8db7da29-07c5-4e82-b5d5-9bb104f123d0 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecc4789a-09c8-4b9a-8890-380893cfd872 HTTP/1.1" status: 200 len: 946 time: 0.1142578 Jun 14 16:41:07.281019 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-57db9c58-6808-4ce3-84ca-90d308e94a7b req-ea9300f7-86dd-4345-841f-e299c68af345 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/security-groups?id=673ff9b0-0f1f-4047-995d-9ca07ea20906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702436 Jun 14 16:41:15.934727 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:18.891064 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-47f7d5bf-d6e8-46b0-8a2f-b3bb4ddcdfb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:20.885860 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505c2599-3824-4037-bb8b-fc9261dee2a0 req-fd64e8ca-913d-4c7c-b76c-b70df4ca21bb tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:41:20.887511 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-505c2599-3824-4037-bb8b-fc9261dee2a0 req-fd64e8ca-913d-4c7c-b76c-b70df4ca21bb tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=223089d1-a190-49ea-acf4-901d33cbf4a6 HTTP/1.1" status: 200 len: 947 time: 0.0810926 Jun 14 16:41:20.936365 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-505c2599-3824-4037-bb8b-fc9261dee2a0 req-2d5ff8c7-a107-46b0-950b-2bc4b4fcfd39 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ce6a5a2-0adf-441e-976f-69840fb6c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421340 Jun 14 16:41:21.564061 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-e843819c-9349-40bc-a3fd-e25776c7f84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:21.840812 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:22.212409 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4268bc19-a12a-49a9-9c66-65c78fb44e8f req-75e4789d-ff82-4aa2-bf44-26659c20568b tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:41:22.215039 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-4268bc19-a12a-49a9-9c66-65c78fb44e8f req-75e4789d-ff82-4aa2-bf44-26659c20568b tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=223089d1-a190-49ea-acf4-901d33cbf4a6 HTTP/1.1" status: 200 len: 947 time: 0.1311595 Jun 14 16:41:22.367050 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-4268bc19-a12a-49a9-9c66-65c78fb44e8f req-ea72e8a8-e5cd-4353-8c5b-4c723e8a2475 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ce6a5a2-0adf-441e-976f-69840fb6c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447766 Jun 14 16:41:22.425276 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd8c24-34fb-40d1-8322-074f537da2dc req-f9ec8f28-af77-488b-8269-42c9e15ccbd4 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:41:22.427956 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-9fdd8c24-34fb-40d1-8322-074f537da2dc req-f9ec8f28-af77-488b-8269-42c9e15ccbd4 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.41 "GET /v2.0/ports?device_id=223089d1-a190-49ea-acf4-901d33cbf4a6 HTTP/1.1" status: 200 len: 947 time: 0.1785932 Jun 14 16:41:22.653976 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.plugin [req-9fdd8c24-34fb-40d1-8322-074f537da2dc req-9f91226d-3781-4946-a724-b18692552587 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Deleting port 026387c9-db9b-4f99-9b4d-9ea81a6f7917 {{(pid=91935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 16:41:22.654501 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-9fdd8c24-34fb-40d1-8322-074f537da2dc req-9f91226d-3781-4946-a724-b18692552587 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742580025384'] for port, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:22.787113 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-ac317c73-f3f7-46db-8eeb-274d40bc3b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:22.828883 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.db [req-9fdd8c24-34fb-40d1-8322-074f537da2dc req-9f91226d-3781-4946-a724-b18692552587 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] For port 026387c9-db9b-4f99-9b4d-9ea81a6f7917, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=026387c9-db9b-4f99-9b4d-9ea81a6f7917,segment=NetworkSegment(c4c3f588-adb6-420f-8cdb-57f5516701db),segment_id=c4c3f588-adb6-420f-8cdb-57f5516701db)] {{(pid=91935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:41:22.829239 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-9fdd8c24-34fb-40d1-8322-074f537da2dc req-9f91226d-3781-4946-a724-b18692552587 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3907582'] for port, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:23.096449 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-9fdd8c24-34fb-40d1-8322-074f537da2dc req-9f91226d-3781-4946-a724-b18692552587 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:23.096933 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-9fdd8c24-34fb-40d1-8322-074f537da2dc req-9f91226d-3781-4946-a724-b18692552587 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904124'] for floatingip, after_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:23.097141 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.db.l3_db [req-9fdd8c24-34fb-40d1-8322-074f537da2dc req-9f91226d-3781-4946-a724-b18692552587 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Floating IP 9c9b4a5a-ca15-4bc8-a892-55312974f4f0 disassociated. External IP: 172.28.1.163, port: 026387c9-db9b-4f99-9b4d-9ea81a6f7917. Jun 14 16:41:23.097502 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.plugin [req-9fdd8c24-34fb-40d1-8322-074f537da2dc req-9f91226d-3781-4946-a724-b18692552587 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Calling delete_port for 026387c9-db9b-4f99-9b4d-9ea81a6f7917 owned by compute:nova {{(pid=91935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 16:41:23.302215 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-9fdd8c24-34fb-40d1-8322-074f537da2dc req-9f91226d-3781-4946-a724-b18692552587 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742580029772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742579636520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58943331'] for port, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:23.307331 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-1733b3b7-29ba-4af7-8295-bbc6969a3690 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:41:23.342933 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f91226d-3781-4946-a724-b18692552587 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Pushing event deleted for resources: {'Port': ['ID=026387c9-db9b-4f99-9b4d-9ea81a6f7917,revision_number=None']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:41:23.356748 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f91226d-3781-4946-a724-b18692552587 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:41:23.357132 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f91226d-3781-4946-a724-b18692552587 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:41:23.357504 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f91226d-3781-4946-a724-b18692552587 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:41:23.357873 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f91226d-3781-4946-a724-b18692552587 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:41:23.358416 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f91226d-3781-4946-a724-b18692552587 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:41:23.358603 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f91226d-3781-4946-a724-b18692552587 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:41:23.358947 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f91226d-3781-4946-a724-b18692552587 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:41:23.359503 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f91226d-3781-4946-a724-b18692552587 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:41:23.359696 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f91226d-3781-4946-a724-b18692552587 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:41:23.360033 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f91226d-3781-4946-a724-b18692552587 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:41:23.360971 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f91226d-3781-4946-a724-b18692552587 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:41:23.361415 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f91226d-3781-4946-a724-b18692552587 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:41:23.365324 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-9f91226d-3781-4946-a724-b18692552587 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:41:23.572986 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-e6a18b0b-d609-4db4-99af-07a6252cd44b req-0a5123d0-4374-428f-95cd-11902130a56a tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/ports?device_id=223089d1-a190-49ea-acf4-901d33cbf4a6 HTTP/1.1" status: 200 len: 210 time: 0.0411124 Jun 14 16:41:23.604008 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9fdd8c24-34fb-40d1-8322-074f537da2dc req-9f91226d-3781-4946-a724-b18692552587 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Router 3f079bc4-c906-4068-9e73-a356d5e37921 has already been hosted by L3 agent ca10c576-315d-4f3b-b2d0-f5eeab5e8277 {{(pid=91935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 16:41:23.812243 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9fdd8c24-34fb-40d1-8322-074f537da2dc req-9f91226d-3781-4946-a724-b18692552587 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify agent at l3_agent.dv-cinder-796286-2-smb the message routers_updated {{(pid=91935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 16:41:23.828662 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fde5bc9-75be-41b6-a047-9bb14da23810 None None] Sync routers for ids ['3f079bc4-c906-4068-9e73-a356d5e37921'] in dv-cinder-796286-2-smb {{(pid=91937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 16:41:23.848671 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fde5bc9-75be-41b6-a047-9bb14da23810 None None] Routers {'3f079bc4-c906-4068-9e73-a356d5e37921'} bound to L3 agent in host dv-cinder-796286-2-smb {{(pid=91937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:41:23.849754 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_hamode_db [None req-4fde5bc9-75be-41b6-a047-9bb14da23810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T16:26:21Z,description=,heartbeat_timestamp=2021-06-14T16:41:22Z,host='dv-cinder-796286-2-smb',id=ca10c576-315d-4f3b-b2d0-f5eeab5e8277,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:26:21Z,topic='l3_agent')) {'router_ids': ['3f079bc4-c906-4068-9e73-a356d5e37921'], 'active': True} {{(pid=91937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:41:23.914454 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fdd8c24-34fb-40d1-8322-074f537da2dc req-9f91226d-3781-4946-a724-b18692552587 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] No DVR routers for this DVR port 026387c9-db9b-4f99-9b4d-9ea81a6f7917 on host hv-cinder-79628 {{(pid=91935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 16:41:23.918555 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-9fdd8c24-34fb-40d1-8322-074f537da2dc req-9f91226d-3781-4946-a724-b18692552587 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220504'] for port, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:23.922406 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-9fdd8c24-34fb-40d1-8322-074f537da2dc req-9f91226d-3781-4946-a724-b18692552587 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.41 "DELETE /v2.0/ports/026387c9-db9b-4f99-9b4d-9ea81a6f7917 HTTP/1.1" status: 204 len: 173 time: 1.4882317 Jun 14 16:41:23.923909 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '223089d1-a190-49ea-acf4-901d33cbf4a6', 'name': 'network-vif-deleted', 'tag': '026387c9-db9b-4f99-9b4d-9ea81a6f7917'}] {{(pid=91935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:41:23.928434 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6661bf290492edb1b3f10c978b9fa8124be38cabc2d7e3087d82166a711c303" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13863f5d-dc6a-4973-bde7-0353923ef595" -d '{"events": [{"server_uuid": "223089d1-a190-49ea-acf4-901d33cbf4a6", "name": "network-vif-deleted", "tag": "026387c9-db9b-4f99-9b4d-9ea81a6f7917"}]}' {{(pid=91935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:41:24.006457 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 16:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3fad2a8-293d-42ff-b9ed-e51fc084d45e x-openstack-request-id: req-a3fad2a8-293d-42ff-b9ed-e51fc084d45e {{(pid=91935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:41:24.007796 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "223089d1-a190-49ea-acf4-901d33cbf4a6", "name": "network-vif-deleted", "tag": "026387c9-db9b-4f99-9b4d-9ea81a6f7917", "status": "completed", "code": 200}]} {{(pid=91935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:41:24.008398 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a3fad2a8-293d-42ff-b9ed-e51fc084d45e {{(pid=91935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:41:24.009239 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '223089d1-a190-49ea-acf4-901d33cbf4a6', 'name': 'network-vif-deleted', 'tag': '026387c9-db9b-4f99-9b4d-9ea81a6f7917', 'status': 'completed', 'code': 200} Jun 14 16:41:24.101634 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvr_db [None req-4fde5bc9-75be-41b6-a047-9bb14da23810 None None] Set router 3f079bc4-c906-4068-9e73-a356d5e37921 gateway port host: dv-cinder-796286-2-smb {{(pid=91937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:41:24.500751 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-61a174dc-ae9e-41b9-9cb1-e8a1b9f9c99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:24.551708 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device 026387c9-db9b-4f99-9b4d-9ea81a6f7917 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=91937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 16:41:24.591883 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.plugin [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] No Port match for: 026387c9-db9b-4f99-9b4d-9ea81a6f7917 {{(pid=91937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 16:41:24.592247 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device 026387c9-db9b-4f99-9b4d-9ea81a6f7917 not bound to the agent host hv-cinder-79628 {{(pid=91937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 16:41:24.722422 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_hamode_db [None req-4fde5bc9-75be-41b6-a047-9bb14da23810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f079bc4-c906-4068-9e73-a356d5e37921', 'name': 'tempest-AttachVolumeShelveTestJSON-275120226-router', 'tenant_id': '5e64979c8b4744a1a9e561844a8d2019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.98'}], 'enable_snat': True}, 'gw_port_id': 'bb8407da-48f5-4573-b8b7-d91c97efb752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:34:32Z', 'updated_at': '2021-06-14T16:34:44Z', 'revision_number': 4, 'project_id': '5e64979c8b4744a1a9e561844a8d2019', 'gw_port': {'id': 'bb8407da-48f5-4573-b8b7-d91c97efb752', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f079bc4-c906-4068-9e73-a356d5e37921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:34:33Z', 'updated_at': '2021-06-14T16:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb', '_interfaces': [{'id': 'e6f764ad-a0f4-4314-b227-11ddd6522d49', 'name': '', 'network_id': 'b827e6b3-7ed7-4462-86b3-950f50bba85c', 'tenant_id': '5e64979c8b4744a1a9e561844a8d2019', 'mac_address': 'fa:16:3e:50:7b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f079bc4-c906-4068-9e73-a356d5e37921', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1c618564-7ca5-4a66-b740-3ae47e99df42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:34:40Z', 'updated_at': '2021-06-14T16:34:57Z', 'revision_number': 5, 'project_id': '5e64979c8b4744a1a9e561844a8d2019', 'subnets': [{'id': '1c618564-7ca5-4a66-b740-3ae47e99df42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-smb', False) {} {{(pid=91937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:41:24.726685 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fde5bc9-75be-41b6-a047-9bb14da23810 None None] Checking router: 3f079bc4-c906-4068-9e73-a356d5e37921 for host: dv-cinder-796286-2-smb {{(pid=91937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 16:41:24.737370 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fde5bc9-75be-41b6-a047-9bb14da23810 None None] Routers {'3f079bc4-c906-4068-9e73-a356d5e37921'} bound to L3 agent in host dv-cinder-796286-2-smb {{(pid=91937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:41:24.738051 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_hamode_db [None req-4fde5bc9-75be-41b6-a047-9bb14da23810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T16:26:21Z,description=,heartbeat_timestamp=2021-06-14T16:41:22Z,host='dv-cinder-796286-2-smb',id=ca10c576-315d-4f3b-b2d0-f5eeab5e8277,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:26:21Z,topic='l3_agent')) {'router_ids': ['3f079bc4-c906-4068-9e73-a356d5e37921'], 'active': True} {{(pid=91937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:41:24.912713 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvr_db [None req-4fde5bc9-75be-41b6-a047-9bb14da23810 None None] Set router 3f079bc4-c906-4068-9e73-a356d5e37921 gateway port host: dv-cinder-796286-2-smb {{(pid=91937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:41:25.231411 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_hamode_db [None req-4fde5bc9-75be-41b6-a047-9bb14da23810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f079bc4-c906-4068-9e73-a356d5e37921', 'name': 'tempest-AttachVolumeShelveTestJSON-275120226-router', 'tenant_id': '5e64979c8b4744a1a9e561844a8d2019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.98'}], 'enable_snat': True}, 'gw_port_id': 'bb8407da-48f5-4573-b8b7-d91c97efb752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:34:32Z', 'updated_at': '2021-06-14T16:34:44Z', 'revision_number': 4, 'project_id': '5e64979c8b4744a1a9e561844a8d2019', 'gw_port': {'id': 'bb8407da-48f5-4573-b8b7-d91c97efb752', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f079bc4-c906-4068-9e73-a356d5e37921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:34:33Z', 'updated_at': '2021-06-14T16:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb', '_interfaces': [{'id': 'e6f764ad-a0f4-4314-b227-11ddd6522d49', 'name': '', 'network_id': 'b827e6b3-7ed7-4462-86b3-950f50bba85c', 'tenant_id': '5e64979c8b4744a1a9e561844a8d2019', 'mac_address': 'fa:16:3e:50:7b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f079bc4-c906-4068-9e73-a356d5e37921', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1c618564-7ca5-4a66-b740-3ae47e99df42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:34:40Z', 'updated_at': '2021-06-14T16:34:57Z', 'revision_number': 5, 'project_id': '5e64979c8b4744a1a9e561844a8d2019', 'subnets': [{'id': '1c618564-7ca5-4a66-b740-3ae47e99df42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-smb', False) {} {{(pid=91937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:41:25.237650 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fde5bc9-75be-41b6-a047-9bb14da23810 None None] The sync data for ids ['3f079bc4-c906-4068-9e73-a356d5e37921'] in dv-cinder-796286-2-smb is: [{'id': '3f079bc4-c906-4068-9e73-a356d5e37921', 'name': 'tempest-AttachVolumeShelveTestJSON-275120226-router', 'tenant_id': '5e64979c8b4744a1a9e561844a8d2019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.98'}], 'enable_snat': True}, 'gw_port_id': 'bb8407da-48f5-4573-b8b7-d91c97efb752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:34:32Z', 'updated_at': '2021-06-14T16:34:44Z', 'revision_number': 4, 'project_id': '5e64979c8b4744a1a9e561844a8d2019', 'gw_port': {'id': 'bb8407da-48f5-4573-b8b7-d91c97efb752', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f079bc4-c906-4068-9e73-a356d5e37921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:34:33Z', 'updated_at': '2021-06-14T16:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb', '_interfaces': [{'id': 'e6f764ad-a0f4-4314-b227-11ddd6522d49', 'name': '', 'network_id': 'b827e6b3-7ed7-4462-86b3-950f50bba85c', 'tenant_id': '5e64979c8b4744a1a9e561844a8d2019', 'mac_address': 'fa:16:3e:50:7b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f079bc4-c906-4068-9e73-a356d5e37921', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1c618564-7ca5-4a66-b740-3ae47e99df42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:34:40Z', 'updated_at': '2021-06-14T16:34:57Z', 'revision_number': 5, 'project_id': '5e64979c8b4744a1a9e561844a8d2019', 'subnets': [{'id': '1c618564-7ca5-4a66-b740-3ae47e99df42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 16:41:25.536993 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180de98b-3d0d-4e18-b884-9adb35acfd62 None None] New status for floating IP 9c9b4a5a-ca15-4bc8-a892-55312974f4f0: DOWN {{(pid=91938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 16:41:25.775854 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 48608) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:41:25.872698 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-354e410a-b2a3-4c7b-aa26-d559bc878d1d tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks [] for security_group, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:25.907975 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-354e410a-b2a3-4c7b-aa26-d559bc878d1d tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:25.980337 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-354e410a-b2a3-4c7b-aa26-d559bc878d1d tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:25.983917 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-354e410a-b2a3-4c7b-aa26-d559bc878d1d tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks [] for security_group, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:25.985202 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-354e410a-b2a3-4c7b-aa26-d559bc878d1d tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "DELETE /v2.0/security-groups/3ce6a5a2-0adf-441e-976f-69840fb6c7d4 HTTP/1.1" status: 204 len: 168 time: 0.2079976 Jun 14 16:41:25.986570 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-6b49b132-339f-4c3d-b9f4-4d9eaa3f7dcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:41:25.988725 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 48610) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:41:25.998199 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354e410a-b2a3-4c7b-aa26-d559bc878d1d tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce6a5a2-0adf-441e-976f-69840fb6c7d4,revision_number=None']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:41:26.000887 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-354e410a-b2a3-4c7b-aa26-d559bc878d1d tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:41:26.009262 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.api.v2.resource [None req-da50cea2-fde0-4b66-8fb6-58614f8f11f2 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] show failed (client error): The resource could not be found. Jun 14 16:41:26.011492 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-da50cea2-fde0-4b66-8fb6-58614f8f11f2 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "GET /v2.0/security-groups/3ce6a5a2-0adf-441e-976f-69840fb6c7d4 HTTP/1.1" status: 404 len: 347 time: 0.0211353 Jun 14 16:41:26.015394 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 48612) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:41:26.223786 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.plugin [None req-32b0f8a9-75c8-4a9e-a180-1be98849a8fc tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Deleting port 748141bf-54c9-469b-9472-3eeb50c5dc30 {{(pid=91935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 16:41:26.224252 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-32b0f8a9-75c8-4a9e-a180-1be98849a8fc tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742580025384'] for port, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:26.406459 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-32b0f8a9-75c8-4a9e-a180-1be98849a8fc tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3907582'] for port, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:26.406860 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-32b0f8a9-75c8-4a9e-a180-1be98849a8fc tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:26.519868 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.plugin [None req-32b0f8a9-75c8-4a9e-a180-1be98849a8fc tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Calling delete_port for 748141bf-54c9-469b-9472-3eeb50c5dc30 owned by network:floatingip {{(pid=91935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 16:41:26.728812 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-32b0f8a9-75c8-4a9e-a180-1be98849a8fc tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742580029772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742579636520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58943331'] for port, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:26.732419 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-93b606d4-4522-4655-bd64-979eb4236383 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:41:26.789425 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b0f8a9-75c8-4a9e-a180-1be98849a8fc tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Pushing event deleted for resources: {'Port': ['ID=748141bf-54c9-469b-9472-3eeb50c5dc30,revision_number=None']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:41:26.793869 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-32b0f8a9-75c8-4a9e-a180-1be98849a8fc tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:41:26.938346 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-32b0f8a9-75c8-4a9e-a180-1be98849a8fc tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks [] for floatingip, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:26.943729 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-32b0f8a9-75c8-4a9e-a180-1be98849a8fc tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220504'] for floatingip, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:26.946048 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-32b0f8a9-75c8-4a9e-a180-1be98849a8fc tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] 10.222.0.16 "DELETE /v2.0/floatingips/9c9b4a5a-ca15-4bc8-a892-55312974f4f0 HTTP/1.1" status: 204 len: 168 time: 0.9288158 Jun 14 16:41:29.694001 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 48636) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:41:30.757655 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-0e036918-5200-46ad-b927-ed36284b0857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3900891'] for router_interface, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:31.270907 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.plugin [None req-0e036918-5200-46ad-b927-ed36284b0857 admin admin] Deleting port e6f764ad-a0f4-4314-b227-11ddd6522d49 {{(pid=91936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 16:41:31.271256 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-0e036918-5200-46ad-b927-ed36284b0857 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742580025384'] for port, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:31.405508 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.db [None req-0e036918-5200-46ad-b927-ed36284b0857 admin admin] For port e6f764ad-a0f4-4314-b227-11ddd6522d49, host dv-cinder-796286-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-smb',level=0,port_id=e6f764ad-a0f4-4314-b227-11ddd6522d49,segment=NetworkSegment(c4c3f588-adb6-420f-8cdb-57f5516701db),segment_id=c4c3f588-adb6-420f-8cdb-57f5516701db)] {{(pid=91936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:41:31.405876 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-0e036918-5200-46ad-b927-ed36284b0857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3907582'] for port, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:31.527115 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.plugin [None req-0e036918-5200-46ad-b927-ed36284b0857 admin admin] Calling delete_port for e6f764ad-a0f4-4314-b227-11ddd6522d49 owned by network:router_interface {{(pid=91936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 16:41:31.799411 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-0e036918-5200-46ad-b927-ed36284b0857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742580029772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742579636520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60243860'] for port, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:31.802693 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-90842d16-db73-4253-a5a6-3b4236541e53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:41:31.834905 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e036918-5200-46ad-b927-ed36284b0857 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6f764ad-a0f4-4314-b227-11ddd6522d49,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:41:31.874815 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e036918-5200-46ad-b927-ed36284b0857 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:41:31.875144 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e036918-5200-46ad-b927-ed36284b0857 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:41:31.875684 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e036918-5200-46ad-b927-ed36284b0857 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:41:31.876154 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e036918-5200-46ad-b927-ed36284b0857 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:41:31.877242 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e036918-5200-46ad-b927-ed36284b0857 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:41:31.877603 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e036918-5200-46ad-b927-ed36284b0857 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:41:31.878157 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e036918-5200-46ad-b927-ed36284b0857 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:41:31.878516 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e036918-5200-46ad-b927-ed36284b0857 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:41:31.878879 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e036918-5200-46ad-b927-ed36284b0857 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:41:31.879226 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e036918-5200-46ad-b927-ed36284b0857 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:41:31.879572 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e036918-5200-46ad-b927-ed36284b0857 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:41:31.879945 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e036918-5200-46ad-b927-ed36284b0857 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:41:31.884008 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-0e036918-5200-46ad-b927-ed36284b0857 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:41:32.085004 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-0e036918-5200-46ad-b927-ed36284b0857 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900491'] for router_interface, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:32.425458 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e036918-5200-46ad-b927-ed36284b0857 admin admin] Router 3f079bc4-c906-4068-9e73-a356d5e37921 has already been hosted by L3 agent ca10c576-315d-4f3b-b2d0-f5eeab5e8277 {{(pid=91936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 16:41:32.670051 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e036918-5200-46ad-b927-ed36284b0857 admin admin] Notify agent at l3_agent.dv-cinder-796286-2-smb the message routers_updated {{(pid=91936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 16:41:32.676148 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-0e036918-5200-46ad-b927-ed36284b0857 admin admin] 10.222.0.16 "PUT /v2.0/routers/3f079bc4-c906-4068-9e73-a356d5e37921/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9803832 Jun 14 16:41:32.679282 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 48640) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:41:32.681084 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7f321c-04ae-4bda-89c3-225d06f31785 None None] Sync routers for ids ['3f079bc4-c906-4068-9e73-a356d5e37921'] in dv-cinder-796286-2-smb {{(pid=91937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 16:41:32.695209 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7f321c-04ae-4bda-89c3-225d06f31785 None None] Routers {'3f079bc4-c906-4068-9e73-a356d5e37921'} bound to L3 agent in host dv-cinder-796286-2-smb {{(pid=91937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:41:32.696518 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_hamode_db [None req-5f7f321c-04ae-4bda-89c3-225d06f31785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T16:26:21Z,description=,heartbeat_timestamp=2021-06-14T16:41:22Z,host='dv-cinder-796286-2-smb',id=ca10c576-315d-4f3b-b2d0-f5eeab5e8277,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:26:21Z,topic='l3_agent')) {'router_ids': ['3f079bc4-c906-4068-9e73-a356d5e37921'], 'active': True} {{(pid=91937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:41:32.863583 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-6b5a283b-7318-4f7c-ba98-f9d63ab00fb0 admin admin] Notify callbacks [] for router, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:32.909192 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvr_db [None req-5f7f321c-04ae-4bda-89c3-225d06f31785 None None] Set router 3f079bc4-c906-4068-9e73-a356d5e37921 gateway port host: dv-cinder-796286-2-smb {{(pid=91937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:41:33.039742 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-6b5a283b-7318-4f7c-ba98-f9d63ab00fb0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:33.125653 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a283b-7318-4f7c-ba98-f9d63ab00fb0 admin admin] Deleting port bb8407da-48f5-4573-b8b7-d91c97efb752 {{(pid=91936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 16:41:33.126745 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-6b5a283b-7318-4f7c-ba98-f9d63ab00fb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742580025384'] for port, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:33.231111 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_hamode_db [None req-5f7f321c-04ae-4bda-89c3-225d06f31785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f079bc4-c906-4068-9e73-a356d5e37921', 'name': 'tempest-AttachVolumeShelveTestJSON-275120226-router', 'tenant_id': '5e64979c8b4744a1a9e561844a8d2019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.98'}], 'enable_snat': True}, 'gw_port_id': 'bb8407da-48f5-4573-b8b7-d91c97efb752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:34:32Z', 'updated_at': '2021-06-14T16:41:31Z', 'revision_number': 5, 'project_id': '5e64979c8b4744a1a9e561844a8d2019', 'gw_port': {'id': 'bb8407da-48f5-4573-b8b7-d91c97efb752', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f079bc4-c906-4068-9e73-a356d5e37921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:34:33Z', 'updated_at': '2021-06-14T16:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb'}], 'dv-cinder-796286-2-smb', False) {} {{(pid=91937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:41:33.248415 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7f321c-04ae-4bda-89c3-225d06f31785 None None] Checking router: 3f079bc4-c906-4068-9e73-a356d5e37921 for host: dv-cinder-796286-2-smb {{(pid=91937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 16:41:33.263178 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7f321c-04ae-4bda-89c3-225d06f31785 None None] Routers {'3f079bc4-c906-4068-9e73-a356d5e37921'} bound to L3 agent in host dv-cinder-796286-2-smb {{(pid=91937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:41:33.264195 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_hamode_db [None req-5f7f321c-04ae-4bda-89c3-225d06f31785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T16:26:21Z,description=,heartbeat_timestamp=2021-06-14T16:41:22Z,host='dv-cinder-796286-2-smb',id=ca10c576-315d-4f3b-b2d0-f5eeab5e8277,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:26:21Z,topic='l3_agent')) {'router_ids': ['3f079bc4-c906-4068-9e73-a356d5e37921'], 'active': True} {{(pid=91937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:41:33.270292 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.db [None req-6b5a283b-7318-4f7c-ba98-f9d63ab00fb0 admin admin] For port bb8407da-48f5-4573-b8b7-d91c97efb752, host dv-cinder-796286-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-smb',level=0,port_id=bb8407da-48f5-4573-b8b7-d91c97efb752,segment=NetworkSegment(a2c1fc44-b613-4a01-80b3-58a3526400ae),segment_id=a2c1fc44-b613-4a01-80b3-58a3526400ae)] {{(pid=91936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:41:33.270649 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-6b5a283b-7318-4f7c-ba98-f9d63ab00fb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3907582'] for port, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:33.374466 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a283b-7318-4f7c-ba98-f9d63ab00fb0 admin admin] Calling delete_port for bb8407da-48f5-4573-b8b7-d91c97efb752 owned by network:router_gateway {{(pid=91936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 16:41:33.492826 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvr_db [None req-5f7f321c-04ae-4bda-89c3-225d06f31785 None None] Set router 3f079bc4-c906-4068-9e73-a356d5e37921 gateway port host: None {{(pid=91937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:41:33.624751 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_hamode_db [None req-5f7f321c-04ae-4bda-89c3-225d06f31785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f079bc4-c906-4068-9e73-a356d5e37921', 'name': 'tempest-AttachVolumeShelveTestJSON-275120226-router', 'tenant_id': '5e64979c8b4744a1a9e561844a8d2019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:34:32Z', 'updated_at': '2021-06-14T16:41:33Z', 'revision_number': 6, 'project_id': '5e64979c8b4744a1a9e561844a8d2019', 'gw_port_host': None}], 'dv-cinder-796286-2-smb', False) {} {{(pid=91937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:41:33.628424 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-6b5a283b-7318-4f7c-ba98-f9d63ab00fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742580029772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742579636520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60243860'] for port, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:33.631075 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7f321c-04ae-4bda-89c3-225d06f31785 None None] The sync data for ids ['3f079bc4-c906-4068-9e73-a356d5e37921'] in dv-cinder-796286-2-smb is: [{'id': '3f079bc4-c906-4068-9e73-a356d5e37921', 'name': 'tempest-AttachVolumeShelveTestJSON-275120226-router', 'tenant_id': '5e64979c8b4744a1a9e561844a8d2019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:34:32Z', 'updated_at': '2021-06-14T16:41:33Z', 'revision_number': 6, 'project_id': '5e64979c8b4744a1a9e561844a8d2019', 'gw_port_host': None}] {{(pid=91937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 16:41:33.639822 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-de511cac-536b-4c9e-b314-978058eee150 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:41:33.684422 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a283b-7318-4f7c-ba98-f9d63ab00fb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb8407da-48f5-4573-b8b7-d91c97efb752,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:41:33.687510 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-6b5a283b-7318-4f7c-ba98-f9d63ab00fb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:41:33.822743 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-6b5a283b-7318-4f7c-ba98-f9d63ab00fb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904024'] for router_gateway, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:34.025979 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-6b5a283b-7318-4f7c-ba98-f9d63ab00fb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3902185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45039'] for router, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:34.029763 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-6b5a283b-7318-4f7c-ba98-f9d63ab00fb0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:34.133355 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-6b5a283b-7318-4f7c-ba98-f9d63ab00fb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3902783'] for router, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:34.134237 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b5a283b-7318-4f7c-ba98-f9d63ab00fb0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f079bc4-c906-4068-9e73-a356d5e37921 {{(pid=91936) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 14 16:41:34.140800 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-6b5a283b-7318-4f7c-ba98-f9d63ab00fb0 admin admin] Notify callbacks [] for router, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:34.143192 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-6b5a283b-7318-4f7c-ba98-f9d63ab00fb0 admin admin] 10.222.0.16 "DELETE /v2.0/routers/3f079bc4-c906-4068-9e73-a356d5e37921 HTTP/1.1" status: 204 len: 168 time: 1.4615264 Jun 14 16:41:34.146993 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 48642) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:41:34.210864 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1e3a6ba-f2ac-4611-86c8-572dff8659eb admin admin] Deleting subnet 1c618564-7ca5-4a66-b740-3ae47e99df42 {{(pid=91936) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 14 16:41:34.214774 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-e1e3a6ba-f2ac-4611-86c8-572dff8659eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:34.278909 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-e1e3a6ba-f2ac-4611-86c8-572dff8659eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60627306'] for subnet, precommit_delete_associations {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:34.443865 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-e1e3a6ba-f2ac-4611-86c8-572dff8659eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676727'] for subnet, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:34.513329 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device bb8407da-48f5-4573-b8b7-d91c97efb752 no longer exists at agent ovs-agent-dv-cinder-796286-2-smb {{(pid=91937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 16:41:34.534932 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-e1e3a6ba-f2ac-4611-86c8-572dff8659eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60242030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60801002'] for subnet, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:34.539501 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-37dd6a56-18b7-4a8c-8350-755676bb394d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:41:34.581835 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.plugin [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] No Port match for: bb8407da-48f5-4573-b8b7-d91c97efb752 {{(pid=91937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 16:41:34.582435 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device bb8407da-48f5-4573-b8b7-d91c97efb752 not bound to the agent host dv-cinder-796286-2-smb {{(pid=91937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 16:41:34.584365 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device e6f764ad-a0f4-4314-b227-11ddd6522d49 no longer exists at agent ovs-agent-dv-cinder-796286-2-smb {{(pid=91937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 16:41:34.633600 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.plugin [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] No Port match for: e6f764ad-a0f4-4314-b227-11ddd6522d49 {{(pid=91937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 16:41:34.634190 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device e6f764ad-a0f4-4314-b227-11ddd6522d49 not bound to the agent host dv-cinder-796286-2-smb {{(pid=91937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 16:41:34.902342 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e3a6ba-f2ac-4611-86c8-572dff8659eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c618564-7ca5-4a66-b740-3ae47e99df42,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:41:34.906699 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-e1e3a6ba-f2ac-4611-86c8-572dff8659eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:41:34.909651 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-e1e3a6ba-f2ac-4611-86c8-572dff8659eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:34.913321 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-e1e3a6ba-f2ac-4611-86c8-572dff8659eb admin admin] 10.222.0.16 "DELETE /v2.0/subnets/1c618564-7ca5-4a66-b740-3ae47e99df42 HTTP/1.1" status: 204 len: 168 time: 0.7641881 Jun 14 16:41:34.916066 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 48646) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:41:34.916723 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667c651d-8016-4867-9a35-b1fb665368d0 None None] Network b827e6b3-7ed7-4462-86b3-950f50bba85c requested from dv-cinder-796286-2-smb {{(pid=91937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 16:41:35.073368 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-b895d92f-32c6-470c-8307-59c8367febe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528124'] for network, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:35.165016 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.plugin [None req-b895d92f-32c6-470c-8307-59c8367febe0 admin admin] Deleting port 363a0f27-23df-4041-9772-6784ac5945ed {{(pid=91936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 16:41:35.165335 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-b895d92f-32c6-470c-8307-59c8367febe0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742580025384'] for port, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:35.285152 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.db [None req-b895d92f-32c6-470c-8307-59c8367febe0 admin admin] For port 363a0f27-23df-4041-9772-6784ac5945ed, host dv-cinder-796286-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-smb',level=0,port_id=363a0f27-23df-4041-9772-6784ac5945ed,segment=NetworkSegment(c4c3f588-adb6-420f-8cdb-57f5516701db),segment_id=c4c3f588-adb6-420f-8cdb-57f5516701db)] {{(pid=91936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:41:35.285741 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-b895d92f-32c6-470c-8307-59c8367febe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3907582'] for port, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:35.372267 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd30542c-a790-4e90-b0f6-fbbb2d075376 None None] DHCP port deletion for b827e6b3-7ed7-4462-86b3-950f50bba85c request from dv-cinder-796286-2-smb {{(pid=91937) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 14 16:41:35.430969 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.plugin [None req-b895d92f-32c6-470c-8307-59c8367febe0 admin admin] Calling delete_port for 363a0f27-23df-4041-9772-6784ac5945ed owned by network:dhcp {{(pid=91936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 16:41:35.467747 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.plugin [None req-fd30542c-a790-4e90-b0f6-fbbb2d075376 None None] Deleting port 363a0f27-23df-4041-9772-6784ac5945ed {{(pid=91937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 16:41:35.468406 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-fd30542c-a790-4e90-b0f6-fbbb2d075376 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742580025384'] for port, before_delete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:35.557913 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-b895d92f-32c6-470c-8307-59c8367febe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742580029772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742579636520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60243860'] for port, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:35.560629 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-10a14c1b-3b2c-4c10-a851-9f9304567efd tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:41:35.594196 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b895d92f-32c6-470c-8307-59c8367febe0 admin admin] Pushing event deleted for resources: {'Port': ['ID=363a0f27-23df-4041-9772-6784ac5945ed,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:41:35.598239 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-b895d92f-32c6-470c-8307-59c8367febe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:41:35.601792 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b895d92f-32c6-470c-8307-59c8367febe0 admin admin] No DVR routers for this DVR port 363a0f27-23df-4041-9772-6784ac5945ed on host dv-cinder-796286-2-smb {{(pid=91936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 16:41:35.644542 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-fd30542c-a790-4e90-b0f6-fbbb2d075376 None None] For port 363a0f27-23df-4041-9772-6784ac5945ed, host dv-cinder-796286-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-smb',level=0,port_id=363a0f27-23df-4041-9772-6784ac5945ed,segment=NetworkSegment(c4c3f588-adb6-420f-8cdb-57f5516701db),segment_id=c4c3f588-adb6-420f-8cdb-57f5516701db)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:41:35.645505 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-fd30542c-a790-4e90-b0f6-fbbb2d075376 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3907582'] for port, precommit_delete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:35.759898 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-b895d92f-32c6-470c-8307-59c8367febe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665066', 'neutron.services.segments.db._delete_segments_for_network-8742580095160'] for network, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:35.776904 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.services.segments.db [None req-b895d92f-32c6-470c-8307-59c8367febe0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b827e6b3-7ed7-4462-86b3-950f50bba85c']}} {{(pid=91936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:41:35.796835 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.services.segments.db [None req-b895d92f-32c6-470c-8307-59c8367febe0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4c3f588-adb6-420f-8cdb-57f5516701db') {'for_net_delete': True} {{(pid=91936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:41:35.797337 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.services.segments.db [None req-b895d92f-32c6-470c-8307-59c8367febe0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4c3f588-adb6-420f-8cdb-57f5516701db') {} {{(pid=91936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:41:35.811753 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-b895d92f-32c6-470c-8307-59c8367febe0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742580094998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60627297'] for segment, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:35.835429 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.plugin [None req-fd30542c-a790-4e90-b0f6-fbbb2d075376 None None] Calling delete_port for 363a0f27-23df-4041-9772-6784ac5945ed owned by network:dhcp {{(pid=91937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 16:41:35.840422 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-b895d92f-32c6-470c-8307-59c8367febe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678690'] for segment, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:35.850036 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b895d92f-32c6-470c-8307-59c8367febe0 admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=91936) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 16:41:35.850755 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-b895d92f-32c6-470c-8307-59c8367febe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60243911'] for segment, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:35.853602 dv-cinder-796286-2-smb neutron-server[91936]: Traceback (most recent call last): Jun 14 16:41:35.853602 dv-cinder-796286-2-smb neutron-server[91936]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 14 16:41:35.853602 dv-cinder-796286-2-smb neutron-server[91936]: timer() Jun 14 16:41:35.853602 dv-cinder-796286-2-smb neutron-server[91936]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 14 16:41:35.853602 dv-cinder-796286-2-smb neutron-server[91936]: cb(*args, **kw) Jun 14 16:41:35.853602 dv-cinder-796286-2-smb neutron-server[91936]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 14 16:41:35.853602 dv-cinder-796286-2-smb neutron-server[91936]: return func(*args, **kwargs) Jun 14 16:41:35.853602 dv-cinder-796286-2-smb neutron-server[91936]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 14 16:41:35.853602 dv-cinder-796286-2-smb neutron-server[91936]: self._notify() Jun 14 16:41:35.853602 dv-cinder-796286-2-smb neutron-server[91936]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 14 16:41:35.853602 dv-cinder-796286-2-smb neutron-server[91936]: self.callback(batched_events) Jun 14 16:41:35.853602 dv-cinder-796286-2-smb neutron-server[91936]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 14 16:41:35.853602 dv-cinder-796286-2-smb neutron-server[91936]: event.method(event) Jun 14 16:41:35.853602 dv-cinder-796286-2-smb neutron-server[91936]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 14 16:41:35.853602 dv-cinder-796286-2-smb neutron-server[91936]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 14 16:41:35.853602 dv-cinder-796286-2-smb neutron-server[91936]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 14 16:41:35.853602 dv-cinder-796286-2-smb neutron-server[91936]: aggregate_uuid = self.p_client.list_aggregates( Jun 14 16:41:35.853602 dv-cinder-796286-2-smb neutron-server[91936]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 14 16:41:35.853602 dv-cinder-796286-2-smb neutron-server[91936]: return f(self, *a, **k) Jun 14 16:41:35.853602 dv-cinder-796286-2-smb neutron-server[91936]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 14 16:41:35.853602 dv-cinder-796286-2-smb neutron-server[91936]: return self._get(url).json() Jun 14 16:41:35.853602 dv-cinder-796286-2-smb neutron-server[91936]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 14 16:41:35.853602 dv-cinder-796286-2-smb neutron-server[91936]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 14 16:41:35.853602 dv-cinder-796286-2-smb neutron-server[91936]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 14 16:41:35.853602 dv-cinder-796286-2-smb neutron-server[91936]: return self.request(url, 'GET', **kwargs) Jun 14 16:41:35.853602 dv-cinder-796286-2-smb neutron-server[91936]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 14 16:41:35.853602 dv-cinder-796286-2-smb neutron-server[91936]: base_url = self.get_endpoint(auth, allow=allow, Jun 14 16:41:35.853602 dv-cinder-796286-2-smb neutron-server[91936]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 14 16:41:35.853602 dv-cinder-796286-2-smb neutron-server[91936]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 14 16:41:35.853602 dv-cinder-796286-2-smb neutron-server[91936]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 14 16:41:35.853602 dv-cinder-796286-2-smb neutron-server[91936]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 14 16:41:35.853602 dv-cinder-796286-2-smb neutron-server[91936]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 14 16:41:35.950847 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-b895d92f-32c6-470c-8307-59c8367febe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-121365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904005'] for network, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:35.958576 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-b895d92f-32c6-470c-8307-59c8367febe0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693340'] for network, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:35.963327 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-b895d92f-32c6-470c-8307-59c8367febe0 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b827e6b3-7ed7-4462-86b3-950f50bba85c HTTP/1.1" status: 204 len: 168 time: 1.0428510 Jun 14 16:41:35.963327 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:41:35.977385 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b895d92f-32c6-470c-8307-59c8367febe0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b827e6b3-7ed7-4462-86b3-950f50bba85c,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:41:35.980354 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-b895d92f-32c6-470c-8307-59c8367febe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:41:36.009254 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-fd30542c-a790-4e90-b0f6-fbbb2d075376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742580029772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742579636520'] for port, after_delete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:36.012542 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:41:36.051127 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fd30542c-a790-4e90-b0f6-fbbb2d075376 None None] Network b827e6b3-7ed7-4462-86b3-950f50bba85c is not hosted by any dhcp agent {{(pid=91937) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 14 16:41:36.051612 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd30542c-a790-4e90-b0f6-fbbb2d075376 None None] No DVR routers for this DVR port 363a0f27-23df-4041-9772-6784ac5945ed on host dv-cinder-796286-2-smb {{(pid=91937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 16:41:36.057800 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd30542c-a790-4e90-b0f6-fbbb2d075376 None None] Pushing event deleted for resources: {'Port': ['ID=363a0f27-23df-4041-9772-6784ac5945ed,revision_number=None']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:41:36.067974 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd30542c-a790-4e90-b0f6-fbbb2d075376 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:41:36.067974 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd30542c-a790-4e90-b0f6-fbbb2d075376 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:41:36.067974 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd30542c-a790-4e90-b0f6-fbbb2d075376 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:41:36.068478 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd30542c-a790-4e90-b0f6-fbbb2d075376 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:41:36.068655 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd30542c-a790-4e90-b0f6-fbbb2d075376 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:41:36.068984 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd30542c-a790-4e90-b0f6-fbbb2d075376 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:41:36.069580 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd30542c-a790-4e90-b0f6-fbbb2d075376 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:41:36.069905 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd30542c-a790-4e90-b0f6-fbbb2d075376 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:41:36.070228 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd30542c-a790-4e90-b0f6-fbbb2d075376 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:41:36.070553 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd30542c-a790-4e90-b0f6-fbbb2d075376 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:41:36.070925 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd30542c-a790-4e90-b0f6-fbbb2d075376 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:41:36.071198 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd30542c-a790-4e90-b0f6-fbbb2d075376 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:41:36.075187 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-fd30542c-a790-4e90-b0f6-fbbb2d075376 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:41:36.128639 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 48650) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:41:36.190490 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-afb20074-4c31-4885-a2fd-462cc33c2d4e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5e64979c8b4744a1a9e561844a8d2019&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0600297 Jun 14 16:41:36.193615 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 48652) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:41:36.286039 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-16bb8c9c-4e6f-4e11-a9a6-2f38112a2e92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:36.304516 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.agents_db [None req-014db0b1-f8e7-4480-967a-879c185ba95d None None] Agent healthcheck: found 6 active agents {{(pid=91938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:41:36.330074 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-16bb8c9c-4e6f-4e11-a9a6-2f38112a2e92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:36.414316 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device 363a0f27-23df-4041-9772-6784ac5945ed no longer exists at agent ovs-agent-dv-cinder-796286-2-smb {{(pid=91937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 16:41:36.427027 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-16bb8c9c-4e6f-4e11-a9a6-2f38112a2e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:36.429829 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-16bb8c9c-4e6f-4e11-a9a6-2f38112a2e92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:36.431274 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-16bb8c9c-4e6f-4e11-a9a6-2f38112a2e92 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/68a45919-5f82-4513-b8e8-9ec73fdb4352 HTTP/1.1" status: 204 len: 168 time: 0.2355840 Jun 14 16:41:36.432200 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-86e5dafb-46e2-465a-8e51-129fe5e900fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:41:36.443715 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bb8c9c-4e6f-4e11-a9a6-2f38112a2e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a45919-5f82-4513-b8e8-9ec73fdb4352,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:41:36.449357 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-16bb8c9c-4e6f-4e11-a9a6-2f38112a2e92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:41:36.451575 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.plugin [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] No Port match for: 363a0f27-23df-4041-9772-6784ac5945ed {{(pid=91937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 16:41:36.452229 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device 363a0f27-23df-4041-9772-6784ac5945ed not bound to the agent host dv-cinder-796286-2-smb {{(pid=91937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 16:41:39.003694 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 48716) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:41:39.141173 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-de526d09-4b49-442e-91cf-6c3bb4264fd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:39.277692 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-de526d09-4b49-442e-91cf-6c3bb4264fd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:39.283230 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-de526d09-4b49-442e-91cf-6c3bb4264fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:39.289227 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-9dc81c97-8b34-4b02-abf7-9b4815d4a80d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:41:39.346818 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-de526d09-4b49-442e-91cf-6c3bb4264fd6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=835e7b023a254c0590383223a60e480f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3418493 Jun 14 16:41:39.349309 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de526d09-4b49-442e-91cf-6c3bb4264fd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8507350c-a863-46f5-bb0d-1e8762cdbf59,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:41:39.351251 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 48722) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:41:39.353034 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-de526d09-4b49-442e-91cf-6c3bb4264fd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:41:39.458840 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-00adc0ce-c2aa-4cd2-96d9-eecd9a5409c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:39.505744 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-00adc0ce-c2aa-4cd2-96d9-eecd9a5409c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:39.607125 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-00adc0ce-c2aa-4cd2-96d9-eecd9a5409c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:39.611189 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-00adc0ce-c2aa-4cd2-96d9-eecd9a5409c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:39.613183 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-00adc0ce-c2aa-4cd2-96d9-eecd9a5409c8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8507350c-a863-46f5-bb0d-1e8762cdbf59 HTTP/1.1" status: 204 len: 168 time: 0.2590246 Jun 14 16:41:39.614447 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-c51e6667-244b-4666-83d1-2ccf0c590a01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:41:39.627185 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00adc0ce-c2aa-4cd2-96d9-eecd9a5409c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8507350c-a863-46f5-bb0d-1e8762cdbf59,revision_number=None']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:41:39.630125 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-00adc0ce-c2aa-4cd2-96d9-eecd9a5409c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:41:40.034723 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 48728) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:41:40.052557 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-00a5717a-c59f-4c54-a871-3c155c3972ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:40.189104 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-00a5717a-c59f-4c54-a871-3c155c3972ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:40.195441 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-00a5717a-c59f-4c54-a871-3c155c3972ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:40.200635 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-f551e94c-8292-4024-b4e3-43f536a72224 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:41:40.239597 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-00a5717a-c59f-4c54-a871-3c155c3972ba admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d8421cf053574d6f86db9f46da0f8831&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2033942 Jun 14 16:41:40.245006 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 48730) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:41:40.277919 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a5717a-c59f-4c54-a871-3c155c3972ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c73cbfb-0c54-4bdd-842a-0c5125d22e98,revision_number=1']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:41:40.283763 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-00a5717a-c59f-4c54-a871-3c155c3972ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:41:40.309372 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-8bfc26d2-a6ea-473e-b99e-b3b44af4d9fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:40.341080 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-8bfc26d2-a6ea-473e-b99e-b3b44af4d9fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:40.416153 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-8bfc26d2-a6ea-473e-b99e-b3b44af4d9fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:40.420221 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-8bfc26d2-a6ea-473e-b99e-b3b44af4d9fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:40.421785 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-8bfc26d2-a6ea-473e-b99e-b3b44af4d9fc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6c73cbfb-0c54-4bdd-842a-0c5125d22e98 HTTP/1.1" status: 204 len: 168 time: 0.1755853 Jun 14 16:41:40.423536 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-96e463d9-0fd6-469a-aa33-e2f719cb4bf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:41:40.440463 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfc26d2-a6ea-473e-b99e-b3b44af4d9fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c73cbfb-0c54-4bdd-842a-0c5125d22e98,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:41:40.444314 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-8bfc26d2-a6ea-473e-b99e-b3b44af4d9fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:41:45.949288 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:46.091580 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 48822) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:41:46.310629 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-f78d24f5-6609-492f-aa50-e9cf62bc56cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:46.492977 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-f78d24f5-6609-492f-aa50-e9cf62bc56cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:46.507074 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d763fa-7b25-41b0-af45-960fa752d447 req-5bc5f78a-a464-481f-8d4e-984bd1511999 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:41:46.509130 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-01d763fa-7b25-41b0-af45-960fa752d447 req-5bc5f78a-a464-481f-8d4e-984bd1511999 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecc4789a-09c8-4b9a-8890-380893cfd872 HTTP/1.1" status: 200 len: 946 time: 0.1394787 Jun 14 16:41:46.510562 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-f78d24f5-6609-492f-aa50-e9cf62bc56cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:46.513684 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-f281369f-3d07-45ea-b24e-9abd488f60d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:41:46.592930 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78d24f5-6609-492f-aa50-e9cf62bc56cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b34a8b7-3f54-4e86-9f51-41abfc391974,revision_number=1']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:41:46.600421 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-f78d24f5-6609-492f-aa50-e9cf62bc56cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:41:46.603322 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-f78d24f5-6609-492f-aa50-e9cf62bc56cb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=beff20c27a5b4cda85ea4c1699a8bbd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5111265 Jun 14 16:41:46.607300 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 48828) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:41:46.623508 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-01d763fa-7b25-41b0-af45-960fa752d447 req-a1850132-aa32-4c52-bd5c-2efa96a994c6 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/security-groups?id=673ff9b0-0f1f-4047-995d-9ca07ea20906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044679 Jun 14 16:41:46.692711 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-f228ebbf-7bf0-45f1-bb35-69c1f356edf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:46.728824 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-f228ebbf-7bf0-45f1-bb35-69c1f356edf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:46.791337 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-f228ebbf-7bf0-45f1-bb35-69c1f356edf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:46.795228 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-f228ebbf-7bf0-45f1-bb35-69c1f356edf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:46.796853 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-f228ebbf-7bf0-45f1-bb35-69c1f356edf9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1b34a8b7-3f54-4e86-9f51-41abfc391974 HTTP/1.1" status: 204 len: 168 time: 0.1877232 Jun 14 16:41:46.797883 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-daa19407-c398-4bd3-9881-aa8ed497ffe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:41:46.809410 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f228ebbf-7bf0-45f1-bb35-69c1f356edf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b34a8b7-3f54-4e86-9f51-41abfc391974,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:41:46.812241 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-f228ebbf-7bf0-45f1-bb35-69c1f356edf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:41:47.226276 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 48834) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:41:47.246315 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-41cba79a-453d-4552-93a8-a1ff05dfbbdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:47.388888 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-41cba79a-453d-4552-93a8-a1ff05dfbbdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:47.394419 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-41cba79a-453d-4552-93a8-a1ff05dfbbdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:47.398250 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-e07eb436-9f99-40a3-93e0-09d739a5281f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:41:47.466418 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cba79a-453d-4552-93a8-a1ff05dfbbdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c355a97d-5bd1-4af7-937c-5028c0c10c73,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:41:47.475187 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-41cba79a-453d-4552-93a8-a1ff05dfbbdc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9ea796b582fa47dd8425ca37ad9c121f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2474453 Jun 14 16:41:47.477175 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-41cba79a-453d-4552-93a8-a1ff05dfbbdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:41:47.480099 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 48836) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:41:47.569561 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-14f5ac26-1da9-43d9-bb3b-c5f1afa5d09b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:47.613463 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-14f5ac26-1da9-43d9-bb3b-c5f1afa5d09b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:47.717003 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-14f5ac26-1da9-43d9-bb3b-c5f1afa5d09b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:47.722288 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-14f5ac26-1da9-43d9-bb3b-c5f1afa5d09b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:47.724063 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-14f5ac26-1da9-43d9-bb3b-c5f1afa5d09b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c355a97d-5bd1-4af7-937c-5028c0c10c73 HTTP/1.1" status: 204 len: 168 time: 0.2431896 Jun 14 16:41:47.726612 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-0c86d95c-6039-411d-8255-9e439464e601 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:41:47.741352 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f5ac26-1da9-43d9-bb3b-c5f1afa5d09b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c355a97d-5bd1-4af7-937c-5028c0c10c73,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:41:47.745122 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-14f5ac26-1da9-43d9-bb3b-c5f1afa5d09b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:41:47.989518 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d4f65-9226-4f1e-bcf4-acee2a459fc4 req-da8cac51-fe88-47e8-95bc-effaeb5dcc83 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:41:47.991772 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-be1d4f65-9226-4f1e-bcf4-acee2a459fc4 req-da8cac51-fe88-47e8-95bc-effaeb5dcc83 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecc4789a-09c8-4b9a-8890-380893cfd872 HTTP/1.1" status: 200 len: 946 time: 0.1322060 Jun 14 16:41:48.072103 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-be1d4f65-9226-4f1e-bcf4-acee2a459fc4 req-c8cc1591-22cd-48e2-b2d5-3abd83ddc4c3 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/security-groups?id=673ff9b0-0f1f-4047-995d-9ca07ea20906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716207 Jun 14 16:41:48.722736 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ca6558-b1dd-463f-bed1-7d00f23ad2a0 req-fad5f6ac-6d3e-4b70-87fe-127eecd9de41 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:41:48.725515 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-c7ca6558-b1dd-463f-bed1-7d00f23ad2a0 req-fad5f6ac-6d3e-4b70-87fe-127eecd9de41 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecc4789a-09c8-4b9a-8890-380893cfd872 HTTP/1.1" status: 200 len: 946 time: 0.1582642 Jun 14 16:41:48.904331 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-3f0a7035-d92b-49cd-a7f7-3f67150aeff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:48.963160 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.plugin [req-c7ca6558-b1dd-463f-bed1-7d00f23ad2a0 req-63cb5d09-d62f-4fb4-bbfb-ef130932147e tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Deleting port 6c8da6ee-2979-4634-9a47-2c91edcb43e2 {{(pid=91935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 16:41:48.963751 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-c7ca6558-b1dd-463f-bed1-7d00f23ad2a0 req-63cb5d09-d62f-4fb4-bbfb-ef130932147e tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742580025384'] for port, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:49.158020 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.db [req-c7ca6558-b1dd-463f-bed1-7d00f23ad2a0 req-63cb5d09-d62f-4fb4-bbfb-ef130932147e tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] For port 6c8da6ee-2979-4634-9a47-2c91edcb43e2, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=6c8da6ee-2979-4634-9a47-2c91edcb43e2,segment=NetworkSegment(690bd276-103b-46b0-9d5a-76d942177037),segment_id=690bd276-103b-46b0-9d5a-76d942177037)] {{(pid=91935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:41:49.159193 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-c7ca6558-b1dd-463f-bed1-7d00f23ad2a0 req-63cb5d09-d62f-4fb4-bbfb-ef130932147e tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3907582'] for port, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:49.856975 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e0b23-332a-47a2-a2a7-bfd59107fee8 req-46b172e6-b135-4f9a-8e00-077260571364 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:41:49.858654 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-669e0b23-332a-47a2-a2a7-bfd59107fee8 req-46b172e6-b135-4f9a-8e00-077260571364 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecc4789a-09c8-4b9a-8890-380893cfd872 HTTP/1.1" status: 200 len: 946 time: 0.5703063 Jun 14 16:41:49.982995 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-669e0b23-332a-47a2-a2a7-bfd59107fee8 req-c4b7094d-7bce-4fad-a04a-290efabfb4da tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/security-groups?id=673ff9b0-0f1f-4047-995d-9ca07ea20906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658362 Jun 14 16:41:49.985113 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-c7ca6558-b1dd-463f-bed1-7d00f23ad2a0 req-63cb5d09-d62f-4fb4-bbfb-ef130932147e tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:49.986536 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-c7ca6558-b1dd-463f-bed1-7d00f23ad2a0 req-63cb5d09-d62f-4fb4-bbfb-ef130932147e tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904124'] for floatingip, after_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:49.987037 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.db.l3_db [req-c7ca6558-b1dd-463f-bed1-7d00f23ad2a0 req-63cb5d09-d62f-4fb4-bbfb-ef130932147e tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Floating IP 6aef85cd-f1a3-4325-b1c1-ca674682829e disassociated. External IP: 172.28.1.227, port: 6c8da6ee-2979-4634-9a47-2c91edcb43e2. Jun 14 16:41:49.987590 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.plugin [req-c7ca6558-b1dd-463f-bed1-7d00f23ad2a0 req-63cb5d09-d62f-4fb4-bbfb-ef130932147e tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Calling delete_port for 6c8da6ee-2979-4634-9a47-2c91edcb43e2 owned by compute:nova {{(pid=91935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 16:41:50.199492 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-c7ca6558-b1dd-463f-bed1-7d00f23ad2a0 req-63cb5d09-d62f-4fb4-bbfb-ef130932147e tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742580029772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742579636520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58943331'] for port, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:50.205113 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-9f91226d-3781-4946-a724-b18692552587 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:41:50.245268 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cb5d09-d62f-4fb4-bbfb-ef130932147e tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Pushing event deleted for resources: {'Port': ['ID=6c8da6ee-2979-4634-9a47-2c91edcb43e2,revision_number=None']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:41:50.251603 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-63cb5d09-d62f-4fb4-bbfb-ef130932147e tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:41:50.493591 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c7ca6558-b1dd-463f-bed1-7d00f23ad2a0 req-63cb5d09-d62f-4fb4-bbfb-ef130932147e tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Router 28b8be67-f847-4c10-a978-f10383f13ded has already been hosted by L3 agent ca10c576-315d-4f3b-b2d0-f5eeab5e8277 {{(pid=91935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 16:41:50.684181 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device 6c8da6ee-2979-4634-9a47-2c91edcb43e2 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=91937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 16:41:50.752135 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.plugin [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] No Port match for: 6c8da6ee-2979-4634-9a47-2c91edcb43e2 {{(pid=91937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 16:41:50.753076 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device 6c8da6ee-2979-4634-9a47-2c91edcb43e2 not bound to the agent host hv-cinder-79628 {{(pid=91937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 16:41:50.816234 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c7ca6558-b1dd-463f-bed1-7d00f23ad2a0 req-63cb5d09-d62f-4fb4-bbfb-ef130932147e tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify agent at l3_agent.dv-cinder-796286-2-smb the message routers_updated {{(pid=91935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 16:41:50.841690 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bc9ca3-4984-4c78-9658-121330f1acac None None] Sync routers for ids ['28b8be67-f847-4c10-a978-f10383f13ded'] in dv-cinder-796286-2-smb {{(pid=91938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 16:41:50.872635 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bc9ca3-4984-4c78-9658-121330f1acac None None] Routers {'28b8be67-f847-4c10-a978-f10383f13ded'} bound to L3 agent in host dv-cinder-796286-2-smb {{(pid=91938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:41:50.873432 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_hamode_db [None req-37bc9ca3-4984-4c78-9658-121330f1acac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T16:26:21Z,description=,heartbeat_timestamp=2021-06-14T16:41:22Z,host='dv-cinder-796286-2-smb',id=ca10c576-315d-4f3b-b2d0-f5eeab5e8277,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:26:21Z,topic='l3_agent')) {'router_ids': ['28b8be67-f847-4c10-a978-f10383f13ded'], 'active': True} {{(pid=91938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:41:50.931490 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7ca6558-b1dd-463f-bed1-7d00f23ad2a0 req-63cb5d09-d62f-4fb4-bbfb-ef130932147e tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] No DVR routers for this DVR port 6c8da6ee-2979-4634-9a47-2c91edcb43e2 on host hv-cinder-79628 {{(pid=91935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 16:41:50.935954 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-c7ca6558-b1dd-463f-bed1-7d00f23ad2a0 req-63cb5d09-d62f-4fb4-bbfb-ef130932147e tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220504'] for port, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:50.941472 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-c7ca6558-b1dd-463f-bed1-7d00f23ad2a0 req-63cb5d09-d62f-4fb4-bbfb-ef130932147e tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.41 "DELETE /v2.0/ports/6c8da6ee-2979-4634-9a47-2c91edcb43e2 HTTP/1.1" status: 204 len: 173 time: 2.2094502 Jun 14 16:41:50.942552 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc4789a-09c8-4b9a-8890-380893cfd872', 'name': 'network-vif-deleted', 'tag': '6c8da6ee-2979-4634-9a47-2c91edcb43e2'}] {{(pid=91935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:41:50.948686 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6661bf290492edb1b3f10c978b9fa8124be38cabc2d7e3087d82166a711c303" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a4baa4-b5ee-4d0f-8ba6-4d4bdec84794" -d '{"events": [{"server_uuid": "ecc4789a-09c8-4b9a-8890-380893cfd872", "name": "network-vif-deleted", "tag": "6c8da6ee-2979-4634-9a47-2c91edcb43e2"}]}' {{(pid=91935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:41:51.020136 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 16:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f5735a-f04a-4c76-9b70-c306d32b326f x-openstack-request-id: req-c4f5735a-f04a-4c76-9b70-c306d32b326f {{(pid=91935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:41:51.020939 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecc4789a-09c8-4b9a-8890-380893cfd872", "name": "network-vif-deleted", "tag": "6c8da6ee-2979-4634-9a47-2c91edcb43e2", "status": "completed", "code": 200}]} {{(pid=91935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:41:51.021433 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c4f5735a-f04a-4c76-9b70-c306d32b326f {{(pid=91935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:41:51.022276 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc4789a-09c8-4b9a-8890-380893cfd872', 'name': 'network-vif-deleted', 'tag': '6c8da6ee-2979-4634-9a47-2c91edcb43e2', 'status': 'completed', 'code': 200} Jun 14 16:41:51.122565 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_dvr_db [None req-37bc9ca3-4984-4c78-9658-121330f1acac None None] Set router 28b8be67-f847-4c10-a978-f10383f13ded gateway port host: dv-cinder-796286-2-smb {{(pid=91938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:41:51.296363 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-8663b782-2b66-481e-99fb-2eb03a65b3cf req-c28ef854-f44c-4147-8f35-a3e3f750db93 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecc4789a-09c8-4b9a-8890-380893cfd872 HTTP/1.1" status: 200 len: 210 time: 0.0520606 Jun 14 16:41:51.572744 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-b882ff7e-46e8-4139-a97d-bf14b8fa4519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:51.638737 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_hamode_db [None req-37bc9ca3-4984-4c78-9658-121330f1acac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b8be67-f847-4c10-a978-f10383f13ded', 'name': 'tempest-AttachVolumeTestJSON-1207740692-router', 'tenant_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.195'}], 'enable_snat': True}, 'gw_port_id': '77063136-84a6-47d0-a4e7-974ce2d3a121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:38:41Z', 'updated_at': '2021-06-14T16:38:46Z', 'revision_number': 4, 'project_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'gw_port': {'id': '77063136-84a6-47d0-a4e7-974ce2d3a121', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:67:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b8be67-f847-4c10-a978-f10383f13ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:38:42Z', 'updated_at': '2021-06-14T16:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb', '_interfaces': [{'id': '48d86202-6159-43a1-aa04-a8b18949ac44', 'name': '', 'network_id': 'ddf07b9e-99ea-4c30-b823-72f2b0ed4055', 'tenant_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'mac_address': 'fa:16:3e:71:ff:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b8be67-f847-4c10-a978-f10383f13ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'c03c59fa-658a-445c-9394-38c3bfae06f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:38:45Z', 'updated_at': '2021-06-14T16:38:54Z', 'revision_number': 5, 'project_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'subnets': [{'id': 'c03c59fa-658a-445c-9394-38c3bfae06f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-smb', False) {} {{(pid=91938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:41:51.645528 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bc9ca3-4984-4c78-9658-121330f1acac None None] Checking router: 28b8be67-f847-4c10-a978-f10383f13ded for host: dv-cinder-796286-2-smb {{(pid=91938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 16:41:51.661988 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bc9ca3-4984-4c78-9658-121330f1acac None None] Routers {'28b8be67-f847-4c10-a978-f10383f13ded'} bound to L3 agent in host dv-cinder-796286-2-smb {{(pid=91938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:41:51.662926 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_hamode_db [None req-37bc9ca3-4984-4c78-9658-121330f1acac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-14T16:26:21Z,description=,heartbeat_timestamp=2021-06-14T16:41:52Z,host='dv-cinder-796286-2-smb',id=ca10c576-315d-4f3b-b2d0-f5eeab5e8277,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:26:21Z,topic='l3_agent')) {'router_ids': ['28b8be67-f847-4c10-a978-f10383f13ded'], 'active': True} {{(pid=91938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:41:51.851020 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:51.864414 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_dvr_db [None req-37bc9ca3-4984-4c78-9658-121330f1acac None None] Set router 28b8be67-f847-4c10-a978-f10383f13ded gateway port host: dv-cinder-796286-2-smb {{(pid=91938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:41:52.232212 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_hamode_db [None req-37bc9ca3-4984-4c78-9658-121330f1acac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b8be67-f847-4c10-a978-f10383f13ded', 'name': 'tempest-AttachVolumeTestJSON-1207740692-router', 'tenant_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.195'}], 'enable_snat': True}, 'gw_port_id': '77063136-84a6-47d0-a4e7-974ce2d3a121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:38:41Z', 'updated_at': '2021-06-14T16:38:46Z', 'revision_number': 4, 'project_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'gw_port': {'id': '77063136-84a6-47d0-a4e7-974ce2d3a121', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:67:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b8be67-f847-4c10-a978-f10383f13ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:38:42Z', 'updated_at': '2021-06-14T16:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb', '_interfaces': [{'id': '48d86202-6159-43a1-aa04-a8b18949ac44', 'name': '', 'network_id': 'ddf07b9e-99ea-4c30-b823-72f2b0ed4055', 'tenant_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'mac_address': 'fa:16:3e:71:ff:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b8be67-f847-4c10-a978-f10383f13ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'c03c59fa-658a-445c-9394-38c3bfae06f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:38:45Z', 'updated_at': '2021-06-14T16:38:54Z', 'revision_number': 5, 'project_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'subnets': [{'id': 'c03c59fa-658a-445c-9394-38c3bfae06f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-smb', False) {} {{(pid=91938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:41:52.236776 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bc9ca3-4984-4c78-9658-121330f1acac None None] The sync data for ids ['28b8be67-f847-4c10-a978-f10383f13ded'] in dv-cinder-796286-2-smb is: [{'id': '28b8be67-f847-4c10-a978-f10383f13ded', 'name': 'tempest-AttachVolumeTestJSON-1207740692-router', 'tenant_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.195'}], 'enable_snat': True}, 'gw_port_id': '77063136-84a6-47d0-a4e7-974ce2d3a121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:38:41Z', 'updated_at': '2021-06-14T16:38:46Z', 'revision_number': 4, 'project_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'gw_port': {'id': '77063136-84a6-47d0-a4e7-974ce2d3a121', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:67:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b8be67-f847-4c10-a978-f10383f13ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:38:42Z', 'updated_at': '2021-06-14T16:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb', '_interfaces': [{'id': '48d86202-6159-43a1-aa04-a8b18949ac44', 'name': '', 'network_id': 'ddf07b9e-99ea-4c30-b823-72f2b0ed4055', 'tenant_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'mac_address': 'fa:16:3e:71:ff:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b8be67-f847-4c10-a978-f10383f13ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'c03c59fa-658a-445c-9394-38c3bfae06f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:38:45Z', 'updated_at': '2021-06-14T16:38:54Z', 'revision_number': 5, 'project_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'subnets': [{'id': 'c03c59fa-658a-445c-9394-38c3bfae06f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 16:41:52.527362 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 48978) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:41:52.571042 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266daa80-5cb1-43c5-877e-4f51f02a622a None None] New status for floating IP 6aef85cd-f1a3-4325-b1c1-ca674682829e: DOWN {{(pid=91937) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 16:41:52.645511 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-635a4f50-8094-48f2-b086-ebecf6f57dc9 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks [] for security_group, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:52.692757 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-635a4f50-8094-48f2-b086-ebecf6f57dc9 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:52.772840 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 48982) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:41:52.799563 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-635a4f50-8094-48f2-b086-ebecf6f57dc9 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:52.806574 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-635a4f50-8094-48f2-b086-ebecf6f57dc9 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks [] for security_group, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:52.808993 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-635a4f50-8094-48f2-b086-ebecf6f57dc9 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "DELETE /v2.0/security-groups/673ff9b0-0f1f-4047-995d-9ca07ea20906 HTTP/1.1" status: 204 len: 168 time: 0.2799742 Jun 14 16:41:52.811350 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-1dd3d384-a52a-44ce-b32b-4e864fc2d61c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:41:52.813779 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 48986) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:41:52.827270 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635a4f50-8094-48f2-b086-ebecf6f57dc9 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=673ff9b0-0f1f-4047-995d-9ca07ea20906,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:41:52.830557 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-635a4f50-8094-48f2-b086-ebecf6f57dc9 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:41:52.857199 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-ac317c73-f3f7-46db-8eeb-274d40bc3b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:52.863361 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.api.v2.resource [None req-9ec5468b-4123-4ae6-bd88-3096c8a465ef tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] show failed (client error): The resource could not be found. Jun 14 16:41:52.869180 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-9ec5468b-4123-4ae6-bd88-3096c8a465ef tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/security-groups/673ff9b0-0f1f-4047-995d-9ca07ea20906 HTTP/1.1" status: 404 len: 347 time: 0.0497100 Jun 14 16:41:52.870603 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 48988) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:41:53.020902 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-063e43d9-0381-4c4e-b5be-58d7f282ff2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:53.124867 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.plugin [None req-de34cb4e-d322-41c6-9389-489b5a59cd14 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Deleting port 62d62f2e-4437-4606-8d24-75104c2265c1 {{(pid=91936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 16:41:53.125236 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-de34cb4e-d322-41c6-9389-489b5a59cd14 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742580025384'] for port, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:53.291465 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-de34cb4e-d322-41c6-9389-489b5a59cd14 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3907582'] for port, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:53.291823 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-de34cb4e-d322-41c6-9389-489b5a59cd14 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:53.305234 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-063e43d9-0381-4c4e-b5be-58d7f282ff2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:53.312231 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-063e43d9-0381-4c4e-b5be-58d7f282ff2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:53.362924 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-ea9c8d93-363a-48b5-9e6b-d65856f2091c tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:41:53.410460 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.plugin [None req-de34cb4e-d322-41c6-9389-489b5a59cd14 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Calling delete_port for 62d62f2e-4437-4606-8d24-75104c2265c1 owned by network:floatingip {{(pid=91936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 16:41:53.472219 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063e43d9-0381-4c4e-b5be-58d7f282ff2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=513f2e5c-c769-4d15-9e0a-ce847f8b0101,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:41:53.539825 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-063e43d9-0381-4c4e-b5be-58d7f282ff2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:41:53.546344 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-063e43d9-0381-4c4e-b5be-58d7f282ff2e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c782340511394505821afda2163031a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7718046 Jun 14 16:41:53.549514 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 48990) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:41:53.653913 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-4fe3371c-0828-4742-9f00-a98cfb12c4f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:53.697000 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-4fe3371c-0828-4742-9f00-a98cfb12c4f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:53.743365 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-de34cb4e-d322-41c6-9389-489b5a59cd14 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742580029772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742579636520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60243860'] for port, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:53.748226 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-e105f957-64d6-4f41-aecf-52a9ce0ea4aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:41:53.797254 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-4fe3371c-0828-4742-9f00-a98cfb12c4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:53.801667 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de34cb4e-d322-41c6-9389-489b5a59cd14 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Pushing event deleted for resources: {'Port': ['ID=62d62f2e-4437-4606-8d24-75104c2265c1,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:41:53.802309 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-4fe3371c-0828-4742-9f00-a98cfb12c4f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:53.805305 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-4fe3371c-0828-4742-9f00-a98cfb12c4f1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/513f2e5c-c769-4d15-9e0a-ce847f8b0101 HTTP/1.1" status: 204 len: 168 time: 0.2529912 Jun 14 16:41:53.805829 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-de34cb4e-d322-41c6-9389-489b5a59cd14 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:41:53.807443 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:41:53.826096 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe3371c-0828-4742-9f00-a98cfb12c4f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=513f2e5c-c769-4d15-9e0a-ce847f8b0101,revision_number=None']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:41:53.831711 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-4fe3371c-0828-4742-9f00-a98cfb12c4f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:41:53.951011 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-de34cb4e-d322-41c6-9389-489b5a59cd14 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks [] for floatingip, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:53.956671 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-de34cb4e-d322-41c6-9389-489b5a59cd14 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220504'] for floatingip, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:53.960600 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-de34cb4e-d322-41c6-9389-489b5a59cd14 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "DELETE /v2.0/floatingips/6aef85cd-f1a3-4325-b1c1-ca674682829e HTTP/1.1" status: 204 len: 168 time: 1.0894492 Jun 14 16:41:54.260534 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 48998) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:41:54.280448 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-0defcd14-7582-44b9-8545-6f94e0cc8eb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:54.294338 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 49000) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:41:54.300199 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.v2.base [None req-2461559d-fbee-4121-8faa-9303279efef8 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1707575682', 'description': 'tempest-description--673758875'}} {{(pid=91936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:41:54.317523 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.db.api [None req-2461559d-fbee-4121-8faa-9303279efef8 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 14 16:41:54.317523 dv-cinder-796286-2-smb neutron-server[91936]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 14 16:41:54.317523 dv-cinder-796286-2-smb neutron-server[91936]: [parameters: {'project_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'id': 'd1fcd973-b772-418b-a588-f8885acba5bf', 'expiration': datetime.datetime(2021, 6, 14, 16, 43, 54, 313525)}] Jun 14 16:41:54.317523 dv-cinder-796286-2-smb neutron-server[91936]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=91936) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 14 16:41:54.317523 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_db.api [None req-2461559d-fbee-4121-8faa-9303279efef8 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=91936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 14 16:41:54.414530 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-61a174dc-ae9e-41b9-9cb1-e8a1b9f9c99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:54.426703 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-0defcd14-7582-44b9-8545-6f94e0cc8eb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:54.433805 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-0defcd14-7582-44b9-8545-6f94e0cc8eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:54.441089 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-7fd08613-262d-49bb-8575-d88b9e35638f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:41:54.526064 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-0defcd14-7582-44b9-8545-6f94e0cc8eb4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0d0a0d2915ba461995ef81961a09f6bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2639089 Jun 14 16:41:54.528050 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0defcd14-7582-44b9-8545-6f94e0cc8eb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0ce663-181c-4416-ae7d-56026d8d4961,revision_number=1']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:41:54.530162 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 49002) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:41:54.533641 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-0defcd14-7582-44b9-8545-6f94e0cc8eb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:41:54.633523 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-a7517917-d7b2-4029-b6c9-84dab8dc8a48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:54.682267 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-a7517917-d7b2-4029-b6c9-84dab8dc8a48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:54.793604 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-a7517917-d7b2-4029-b6c9-84dab8dc8a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:54.796451 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-a7517917-d7b2-4029-b6c9-84dab8dc8a48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:54.797680 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-a7517917-d7b2-4029-b6c9-84dab8dc8a48 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7c0ce663-181c-4416-ae7d-56026d8d4961 HTTP/1.1" status: 204 len: 168 time: 0.2660074 Jun 14 16:41:54.799317 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-32e9b8ad-ed76-4f14-ad52-f479d3913161 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:41:54.815700 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7517917-d7b2-4029-b6c9-84dab8dc8a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0ce663-181c-4416-ae7d-56026d8d4961,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:41:54.825808 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-a7517917-d7b2-4029-b6c9-84dab8dc8a48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:41:54.862853 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-2461559d-fbee-4121-8faa-9303279efef8 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks [] for security_group, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:55.039483 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-2461559d-fbee-4121-8faa-9303279efef8 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks [] for security_group, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:55.050128 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-2461559d-fbee-4121-8faa-9303279efef8 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:55.053545 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-0e6a9887-c3ea-4f96-81f1-fc1766d3a2db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:41:55.103783 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-2461559d-fbee-4121-8faa-9303279efef8 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks [] for security_group, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:55.109689 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-2461559d-fbee-4121-8faa-9303279efef8 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8095121 Jun 14 16:41:55.111390 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 49008) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:41:55.114386 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2461559d-fbee-4121-8faa-9303279efef8 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea112548-ed8e-48a6-ab53-e4f921d6f893,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:41:55.122263 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.v2.base [None req-f0969dd4-22bd-4212-a0ce-14f8aaf7c525 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Request body: {'security_group_rule': {'security_group_id': 'ea112548-ed8e-48a6-ab53-e4f921d6f893', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:41:55.136972 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-2461559d-fbee-4121-8faa-9303279efef8 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:41:55.175060 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-f0969dd4-22bd-4212-a0ce-14f8aaf7c525 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:55.296000 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-f0969dd4-22bd-4212-a0ce-14f8aaf7c525 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:55.306730 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-f0969dd4-22bd-4212-a0ce-14f8aaf7c525 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856067'] for security_group_rule, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:55.309598 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-be85e9f2-ab16-44fc-8bc9-375a97c0133e tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:41:55.338798 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0969dd4-22bd-4212-a0ce-14f8aaf7c525 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65d4c72b-cc30-4d3c-9ddc-a4f3e933f8e8,revision_number=0']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:41:55.343506 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-f0969dd4-22bd-4212-a0ce-14f8aaf7c525 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:41:55.348831 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-f0969dd4-22bd-4212-a0ce-14f8aaf7c525 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:55.356164 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-f0969dd4-22bd-4212-a0ce-14f8aaf7c525 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2427106 Jun 14 16:41:55.357346 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 49012) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:41:55.370949 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.v2.base [None req-3dd22757-ed50-4548-a557-9ef804838712 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Request body: {'security_group_rule': {'security_group_id': 'ea112548-ed8e-48a6-ab53-e4f921d6f893', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:41:55.437545 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-3dd22757-ed50-4548-a557-9ef804838712 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:55.551162 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-3dd22757-ed50-4548-a557-9ef804838712 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:55.557560 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-3dd22757-ed50-4548-a557-9ef804838712 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856067'] for security_group_rule, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:55.560699 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-ba909af0-37ba-4a56-9ab7-629e5a30474d tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:41:55.586001 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd22757-ed50-4548-a557-9ef804838712 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9118e73-7135-4ca1-8cd8-7773c5c33d6a,revision_number=0']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:41:55.592770 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-3dd22757-ed50-4548-a557-9ef804838712 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:41:55.603102 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-3dd22757-ed50-4548-a557-9ef804838712 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:55.608112 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-3dd22757-ed50-4548-a557-9ef804838712 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2409618 Jun 14 16:41:55.608587 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 49020) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:41:55.615245 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.v2.base [None req-0d24f470-6b0e-4a6a-8815-d706951db89d tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Request body: {'floatingip': {'floating_network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b'}} {{(pid=91935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:41:55.653703 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-0d24f470-6b0e-4a6a-8815-d706951db89d tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks [] for floatingip, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:55.915194 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-0d24f470-6b0e-4a6a-8815-d706951db89d tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-782655'] for port, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:56.117798 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 49030) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:41:56.141395 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.db.db_base_plugin_common [None req-0d24f470-6b0e-4a6a-8815-d706951db89d tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Allocated IP 172.28.1.64 (2b8148fa-8475-41af-8213-9af35fa3c21b/245e4c8b-b6d5-4126-ad47-8a46fc8189c6/2f1b3fde-2069-465f-8053-ccbf575edc8a) {{(pid=91935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 16:41:56.339792 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.v2.base [None req-dd1f4cfc-922a-4280-a2c4-a209609c2f6c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-493776003-network', 'tenant_id': 'dffed5dd362d4e92ad4a46777f8f6c0f'}} {{(pid=91936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:41:56.381253 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd1f4cfc-922a-4280-a2c4-a209609c2f6c admin admin] Made reservation on behalf of dffed5dd362d4e92ad4a46777f8f6c0f for: {'network': 1} {{(pid=91936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:41:56.385509 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-dd1f4cfc-922a-4280-a2c4-a209609c2f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-782655'] for network, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:56.402495 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-dd1f4cfc-922a-4280-a2c4-a209609c2f6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:56.406944 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-0d24f470-6b0e-4a6a-8815-d706951db89d tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks [] for port, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:56.483563 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-0d24f470-6b0e-4a6a-8815-d706951db89d tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-782844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4109363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742579636511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58943338'] for port, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:56.498114 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-f7483f80-13f4-48ec-a8c0-8c4dcbd8921e tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:41:56.582154 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-dd1f4cfc-922a-4280-a2c4-a209609c2f6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:56.589585 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-dd1f4cfc-922a-4280-a2c4-a209609c2f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:56.597789 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-e3c3ef8f-90db-4764-9bfb-8004374bb537 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:41:56.598194 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d24f470-6b0e-4a6a-8815-d706951db89d tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Network 2b8148fa-8475-41af-8213-9af35fa3c21b is already hosted by enough agents. {{(pid=91935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:41:56.607580 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.base_scheduler [None req-0d24f470-6b0e-4a6a-8815-d706951db89d tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Resources bound (agent type, host, resource id): {{(pid=91935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:41:56.612414 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d24f470-6b0e-4a6a-8815-d706951db89d tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Received port after_create {{(pid=91935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 16:41:56.623562 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d24f470-6b0e-4a6a-8815-d706951db89d tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Pushing event updated for resources: {'Port': ['ID=2f1b3fde-2069-465f-8053-ccbf575edc8a,revision_number=1']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:41:56.632058 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-0d24f470-6b0e-4a6a-8815-d706951db89d tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:41:56.636969 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd1f4cfc-922a-4280-a2c4-a209609c2f6c admin admin] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=91936) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 16:41:56.645206 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1f4cfc-922a-4280-a2c4-a209609c2f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4b773a-bdeb-4774-a764-84d8cd2e3e1b,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:41:56.649328 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-dd1f4cfc-922a-4280-a2c4-a209609c2f6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:41:56.652638 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-dd1f4cfc-922a-4280-a2c4-a209609c2f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678690'] for segment, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:56.652977 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.db.segments_db [None req-dd1f4cfc-922a-4280-a2c4-a209609c2f6c admin admin] Added segment 81acd9ee-8e9d-4478-b419-84f947373954 of type vlan for network 00c0af3b-f615-4e4c-a72e-2decab29c508 Jun 14 16:41:56.721830 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-dd1f4cfc-922a-4280-a2c4-a209609c2f6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742579622822'] for network, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:56.777607 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-dd1f4cfc-922a-4280-a2c4-a209609c2f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-121365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693369'] for network, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:56.779202 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1f4cfc-922a-4280-a2c4-a209609c2f6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:41:56.779950 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-dd1f4cfc-922a-4280-a2c4-a209609c2f6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693340'] for network, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:56.783181 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-015d7549-37dd-417e-8075-1303152e9a21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:41:56.821461 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-0d24f470-6b0e-4a6a-8815-d706951db89d tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:56.825038 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-dd1f4cfc-922a-4280-a2c4-a209609c2f6c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7055621 Jun 14 16:41:56.830450 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 49034) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:41:56.836276 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.v2.base [None req-a4452197-dbd3-4a74-b891-2e95586ed481 admin admin] Request body: {'subnet': {'network_id': '00c0af3b-f615-4e4c-a72e-2decab29c508', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-493776003-subnet', 'tenant_id': 'dffed5dd362d4e92ad4a46777f8f6c0f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:41:56.904211 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1f4cfc-922a-4280-a2c4-a209609c2f6c admin admin] Pushing event updated for resources: {'Network': ['ID=00c0af3b-f615-4e4c-a72e-2decab29c508,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:41:56.911458 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-dd1f4cfc-922a-4280-a2c4-a209609c2f6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:41:56.923866 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-0d24f470-6b0e-4a6a-8815-d706951db89d tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:56.925698 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Network 00c0af3b-f615-4e4c-a72e-2decab29c508 details requested by agent ovs-agent-dv-cinder-796286-2-smb with host dv-cinder-796286-2-smb {{(pid=91937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 16:41:56.942505 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4452197-dbd3-4a74-b891-2e95586ed481 admin admin] Made reservation on behalf of dffed5dd362d4e92ad4a46777f8f6c0f for: {'subnet': 1} {{(pid=91936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:41:56.947180 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-a4452197-dbd3-4a74-b891-2e95586ed481 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60800967'] for subnet, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:57.278167 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-0d24f470-6b0e-4a6a-8815-d706951db89d tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks [] for port, precommit_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:57.286300 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-0d24f470-6b0e-4a6a-8815-d706951db89d tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58943316'] for port, after_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:57.289933 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-16c9962e-2542-4b38-b1f4-022a6fb48fc5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:41:57.344371 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-a4452197-dbd3-4a74-b891-2e95586ed481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60241965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60800977'] for subnet, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:57.348511 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:41:57.436195 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4452197-dbd3-4a74-b891-2e95586ed481 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f75ef026-28bb-4bb3-9911-3b4874a67532,revision_number=0']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:41:57.443270 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-a4452197-dbd3-4a74-b891-2e95586ed481 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:41:57.456434 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4452197-dbd3-4a74-b891-2e95586ed481 admin admin] Checking segment: {'id': '81acd9ee-8e9d-4478-b419-84f947373954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '00c0af3b-f615-4e4c-a72e-2decab29c508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:41:57.457540 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4452197-dbd3-4a74-b891-2e95586ed481 admin admin] Network hostable DHCP agents. Network: 00c0af3b-f615-4e4c-a72e-2decab29c508, hostable agents: ['9880e1f8-c94d-4d9a-b71a-e9b00091ad04'], hosted agents: [] {{(pid=91936) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 16:41:57.473433 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d24f470-6b0e-4a6a-8815-d706951db89d tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Pushing event updated for resources: {'Port': ['ID=2f1b3fde-2069-465f-8053-ccbf575edc8a,revision_number=2']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:41:57.477619 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-0d24f470-6b0e-4a6a-8815-d706951db89d tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904124'] for floatingip, after_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:57.484268 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-0d24f470-6b0e-4a6a-8815-d706951db89d tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:41:57.487348 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4452197-dbd3-4a74-b891-2e95586ed481 admin admin] Network 00c0af3b-f615-4e4c-a72e-2decab29c508 is scheduled to be hosted by DHCP agent 9880e1f8-c94d-4d9a-b71a-e9b00091ad04 with binding_index 1 {{(pid=91936) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 16:41:57.502335 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-0d24f470-6b0e-4a6a-8815-d706951db89d tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220504'] for floatingip, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:57.503578 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.base_scheduler [None req-a4452197-dbd3-4a74-b891-2e95586ed481 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-2-smb, 00c0af3b-f615-4e4c-a72e-2decab29c508) {{(pid=91936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:41:57.515905 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-0d24f470-6b0e-4a6a-8815-d706951db89d tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8941514 Jun 14 16:41:57.517158 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4452197-dbd3-4a74-b891-2e95586ed481 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:41:57.517158 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-a4452197-dbd3-4a74-b891-2e95586ed481 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:57.517500 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a32228-b6d0-4058-89a9-32b9aba1a720 None None] Network 00c0af3b-f615-4e4c-a72e-2decab29c508 requested from dv-cinder-796286-2-smb {{(pid=91937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 16:41:57.541225 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-a4452197-dbd3-4a74-b891-2e95586ed481 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7094564 Jun 14 16:41:57.869894 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491a94db-afd7-4529-a887-4b701ad7ff8f None None] Network 00c0af3b-f615-4e4c-a72e-2decab29c508 requested from dv-cinder-796286-2-smb {{(pid=91937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 16:41:57.921262 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-edc83b34-ad80-4b95-95c1-155c93d8839a req-726ecf0a-66ab-4034-8f77-4f667644be6a tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1707575682&fields=id&tenant_id=2f95622ea97f4a73ad83eb5e2eea8149 HTTP/1.1" status: 200 len: 267 time: 0.0948162 Jun 14 16:41:58.149161 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc83b34-ad80-4b95-95c1-155c93d8839a req-a14159d1-fcfc-4d98-b445-59091385cf71 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:41:58.151617 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-edc83b34-ad80-4b95-95c1-155c93d8839a req-a14159d1-fcfc-4d98-b445-59091385cf71 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/networks?id=ddf07b9e-99ea-4c30-b823-72f2b0ed4055 HTTP/1.1" status: 200 len: 811 time: 0.2175715 Jun 14 16:41:58.179647 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-edc83b34-ad80-4b95-95c1-155c93d8839a req-3da71b7c-8a81-49f1-97b9-623134613295 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/quotas/2f95622ea97f4a73ad83eb5e2eea8149 HTTP/1.1" status: 200 len: 375 time: 0.0168760 Jun 14 16:41:58.291409 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 49066) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:41:58.299693 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-edc83b34-ad80-4b95-95c1-155c93d8839a req-5bcc7ab9-d5a3-4c08-8a40-679c0e18328a tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2f95622ea97f4a73ad83eb5e2eea8149&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1120746 Jun 14 16:41:58.300220 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.v2.base [None req-a9e2e614-b76c-4e0c-926e-b1d03a476af6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1763580249-network', 'tenant_id': '483d840ed62e4cd6bf48f3cf5db1903f'}} {{(pid=91936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:41:58.337211 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e2e614-b76c-4e0c-926e-b1d03a476af6 admin admin] Made reservation on behalf of 483d840ed62e4cd6bf48f3cf5db1903f for: {'network': 1} {{(pid=91936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:41:58.340482 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-a9e2e614-b76c-4e0c-926e-b1d03a476af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-782655'] for network, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:58.360757 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-a9e2e614-b76c-4e0c-926e-b1d03a476af6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:58.527428 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-a9e2e614-b76c-4e0c-926e-b1d03a476af6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:58.533570 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-a9e2e614-b76c-4e0c-926e-b1d03a476af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:58.537096 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-a7a9e0e1-6c0a-451d-89f7-41933f830410 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:41:58.566954 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9e2e614-b76c-4e0c-926e-b1d03a476af6 admin admin] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=91936) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 16:41:58.578565 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e2e614-b76c-4e0c-926e-b1d03a476af6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc503fea-e9dd-4589-94df-e09daba8fa83,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:41:58.585237 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-a9e2e614-b76c-4e0c-926e-b1d03a476af6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:41:58.587452 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-a9e2e614-b76c-4e0c-926e-b1d03a476af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678690'] for segment, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:58.588151 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.db.segments_db [None req-a9e2e614-b76c-4e0c-926e-b1d03a476af6 admin admin] Added segment eda57a05-553c-46a8-bf42-810f42649654 of type vlan for network 95f42893-5f80-41ec-bd67-d3e39b48d44f Jun 14 16:41:58.693831 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-a9e2e614-b76c-4e0c-926e-b1d03a476af6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742579622822'] for network, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:58.752336 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-a9e2e614-b76c-4e0c-926e-b1d03a476af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-121365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693369'] for network, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:58.754711 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e2e614-b76c-4e0c-926e-b1d03a476af6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:41:58.755736 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-a9e2e614-b76c-4e0c-926e-b1d03a476af6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693340'] for network, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:58.760503 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:41:58.806544 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-edc83b34-ad80-4b95-95c1-155c93d8839a req-5c20b5ed-db40-45c2-b1a2-231273fa0197 service neutron] 10.222.0.16 "GET /v2.0/networks/ddf07b9e-99ea-4c30-b823-72f2b0ed4055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4930604 Jun 14 16:41:58.821549 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-a9e2e614-b76c-4e0c-926e-b1d03a476af6 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5274251 Jun 14 16:41:58.825119 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 49070) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:41:58.831853 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.v2.base [None req-cc9a2227-05cb-44e0-a068-fa863082f2d1 admin admin] Request body: {'subnet': {'network_id': '95f42893-5f80-41ec-bd67-d3e39b48d44f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1763580249-subnet', 'tenant_id': '483d840ed62e4cd6bf48f3cf5db1903f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:41:58.897893 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e2e614-b76c-4e0c-926e-b1d03a476af6 admin admin] Pushing event updated for resources: {'Network': ['ID=95f42893-5f80-41ec-bd67-d3e39b48d44f,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:41:58.909445 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-a9e2e614-b76c-4e0c-926e-b1d03a476af6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:41:58.916056 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Network 95f42893-5f80-41ec-bd67-d3e39b48d44f details requested by agent ovs-agent-dv-cinder-796286-2-smb with host dv-cinder-796286-2-smb {{(pid=91937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 16:41:58.938820 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9a2227-05cb-44e0-a068-fa863082f2d1 admin admin] Made reservation on behalf of 483d840ed62e4cd6bf48f3cf5db1903f for: {'subnet': 1} {{(pid=91936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:41:58.942632 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-cc9a2227-05cb-44e0-a068-fa863082f2d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60800967'] for subnet, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:59.022035 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-edc83b34-ad80-4b95-95c1-155c93d8839a req-e4c359c6-492b-4523-8133-eb2917ccf28e service neutron] 10.222.0.16 "GET /v2.0/networks/ddf07b9e-99ea-4c30-b823-72f2b0ed4055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007942 Jun 14 16:41:59.422173 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-0f2b9624-a445-4eae-96f0-4d72491f6176 req-eb341f8b-4ab7-4a20-8d36-a3eb4bce707f tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/ports?device_id=c75bc347-1d08-4e4b-81bb-7f3fb82a8770 HTTP/1.1" status: 200 len: 210 time: 0.0886984 Jun 14 16:41:59.440130 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-cc9a2227-05cb-44e0-a068-fa863082f2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60241965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60800977'] for subnet, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:59.456709 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:41:59.592095 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9a2227-05cb-44e0-a068-fa863082f2d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f83e06f6-7859-4557-bef1-0fcae4fbf62c,revision_number=0']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:41:59.596358 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9a2227-05cb-44e0-a068-fa863082f2d1 admin admin] Checking segment: {'id': 'eda57a05-553c-46a8-bf42-810f42649654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '95f42893-5f80-41ec-bd67-d3e39b48d44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:41:59.597085 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9a2227-05cb-44e0-a068-fa863082f2d1 admin admin] Network hostable DHCP agents. Network: 95f42893-5f80-41ec-bd67-d3e39b48d44f, hostable agents: ['9880e1f8-c94d-4d9a-b71a-e9b00091ad04'], hosted agents: [] {{(pid=91936) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 16:41:59.600940 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-cc9a2227-05cb-44e0-a068-fa863082f2d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:41:59.636307 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9a2227-05cb-44e0-a068-fa863082f2d1 admin admin] Network 95f42893-5f80-41ec-bd67-d3e39b48d44f is scheduled to be hosted by DHCP agent 9880e1f8-c94d-4d9a-b71a-e9b00091ad04 with binding_index 1 {{(pid=91936) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 16:41:59.652225 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.base_scheduler [None req-cc9a2227-05cb-44e0-a068-fa863082f2d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-2-smb, 95f42893-5f80-41ec-bd67-d3e39b48d44f) {{(pid=91936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:41:59.666683 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9a2227-05cb-44e0-a068-fa863082f2d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:41:59.667712 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-cc9a2227-05cb-44e0-a068-fa863082f2d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:59.673000 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a0f560-2f35-4f88-864c-c3acc39c9cba None None] Network 95f42893-5f80-41ec-bd67-d3e39b48d44f requested from dv-cinder-796286-2-smb {{(pid=91937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 16:41:59.700341 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-cc9a2227-05cb-44e0-a068-fa863082f2d1 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8734298 Jun 14 16:42:00.015243 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e487db-5a28-43bd-a9c4-334a3104d167 None None] Network 95f42893-5f80-41ec-bd67-d3e39b48d44f requested from dv-cinder-796286-2-smb {{(pid=91937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 16:42:00.719497 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-d2703ecc-1e4d-41bf-8c8a-8adca6a6f158 req-fe65a8a1-645b-476b-b95f-5d43d805161d tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/ports?device_id=c75bc347-1d08-4e4b-81bb-7f3fb82a8770 HTTP/1.1" status: 200 len: 210 time: 0.0648036 Jun 14 16:42:00.792253 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82082a00-6600-430e-bdba-acccfcfb4d50 req-51403f4d-263f-444a-bc6c-502e45fe038a tempest-VolumesActionsTest-212191376 tempest-VolumesActionsTest-212191376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:42:00.794933 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-82082a00-6600-430e-bdba-acccfcfb4d50 req-51403f4d-263f-444a-bc6c-502e45fe038a tempest-VolumesActionsTest-212191376 tempest-VolumesActionsTest-212191376-project] 10.222.0.16 "GET /v2.0/networks?id=00c0af3b-f615-4e4c-a72e-2decab29c508 HTTP/1.1" status: 200 len: 808 time: 0.2363153 Jun 14 16:42:00.823582 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-82082a00-6600-430e-bdba-acccfcfb4d50 req-e92cd289-9e2b-47c4-b3f3-aa9b3810acf9 tempest-VolumesActionsTest-212191376 tempest-VolumesActionsTest-212191376-project] 10.222.0.16 "GET /v2.0/quotas/dffed5dd362d4e92ad4a46777f8f6c0f HTTP/1.1" status: 200 len: 375 time: 0.0174305 Jun 14 16:42:00.902586 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-82082a00-6600-430e-bdba-acccfcfb4d50 req-fe4c50ac-c8b5-4084-8695-681220ec8c3b tempest-VolumesActionsTest-212191376 tempest-VolumesActionsTest-212191376-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=dffed5dd362d4e92ad4a46777f8f6c0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0684488 Jun 14 16:42:01.278268 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-82082a00-6600-430e-bdba-acccfcfb4d50 req-d47c4860-3181-4ad3-9210-e5deb218c518 service neutron] 10.222.0.16 "GET /v2.0/networks/00c0af3b-f615-4e4c-a72e-2decab29c508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3636146 Jun 14 16:42:01.404357 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc83b34-ad80-4b95-95c1-155c93d8839a req-9b6fcfd4-1e50-42e3-8783-6869a55a7660 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:42:01.407337 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-edc83b34-ad80-4b95-95c1-155c93d8839a req-9b6fcfd4-1e50-42e3-8783-6869a55a7660 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.41 "GET /v2.0/networks?id=ddf07b9e-99ea-4c30-b823-72f2b0ed4055 HTTP/1.1" status: 200 len: 811 time: 0.3359845 Jun 14 16:42:01.988310 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-edc83b34-ad80-4b95-95c1-155c93d8839a req-a915033e-ca6b-4f65-ae6e-895b33134936 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f95622ea97f4a73ad83eb5e2eea8149 HTTP/1.1" status: 200 len: 380 time: 0.5044444 Jun 14 16:42:01.992703 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-e2f91eaf-f392-4838-bd31-2a5734035f53 req-0240420b-3300-4c8b-b575-db36694de455 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/ports?device_id=c75bc347-1d08-4e4b-81bb-7f3fb82a8770 HTTP/1.1" status: 200 len: 210 time: 0.0611756 Jun 14 16:42:01.995474 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-82082a00-6600-430e-bdba-acccfcfb4d50 req-c1e6062e-86f0-4eed-8067-779a34fbdc85 service neutron] 10.222.0.16 "GET /v2.0/networks/00c0af3b-f615-4e4c-a72e-2decab29c508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7030532 Jun 14 16:42:02.004850 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.v2.base [req-edc83b34-ad80-4b95-95c1-155c93d8839a req-dd6ab3d3-eefa-4ef5-9291-0886ead239e5 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Request body: {'port': {'device_id': 'c75bc347-1d08-4e4b-81bb-7f3fb82a8770', 'network_id': 'ddf07b9e-99ea-4c30-b823-72f2b0ed4055', 'admin_state_up': True, 'tenant_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'security_groups': ['ea112548-ed8e-48a6-ab53-e4f921d6f893']}} {{(pid=91935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:42:02.271606 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edc83b34-ad80-4b95-95c1-155c93d8839a req-dd6ab3d3-eefa-4ef5-9291-0886ead239e5 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Made reservation on behalf of 2f95622ea97f4a73ad83eb5e2eea8149 for: {'port': 1} {{(pid=91935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:42:02.277298 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-edc83b34-ad80-4b95-95c1-155c93d8839a req-dd6ab3d3-eefa-4ef5-9291-0886ead239e5 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-782655'] for port, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:02.366390 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-93a3d638-e2e8-41d3-b760-904444324ade req-b86656ff-5067-4e2c-a0e8-55408a5c764b tempest-VolumesActionsTest-212191376 tempest-VolumesActionsTest-212191376-project] 10.222.0.16 "GET /v2.0/ports?device_id=82fb1e81-45a3-42d2-8c19-e9c4e0bcbbe4 HTTP/1.1" status: 200 len: 210 time: 0.0648348 Jun 14 16:42:02.593654 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.db.db_base_plugin_common [req-edc83b34-ad80-4b95-95c1-155c93d8839a req-dd6ab3d3-eefa-4ef5-9291-0886ead239e5 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Allocated IP 172.20.0.10 (ddf07b9e-99ea-4c30-b823-72f2b0ed4055/c03c59fa-658a-445c-9394-38c3bfae06f0/fff2687b-bcf7-4e7b-9cbb-8b8fb20315a6) {{(pid=91935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 16:42:02.927845 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-edc83b34-ad80-4b95-95c1-155c93d8839a req-dd6ab3d3-eefa-4ef5-9291-0886ead239e5 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks [] for port, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:02.956461 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.db.provisioning_blocks [req-edc83b34-ad80-4b95-95c1-155c93d8839a req-dd6ab3d3-eefa-4ef5-9291-0886ead239e5 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Transition to ACTIVE for port object fff2687b-bcf7-4e7b-9cbb-8b8fb20315a6 will not be triggered until provisioned by entity DHCP. {{(pid=91935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:42:03.046107 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-edc83b34-ad80-4b95-95c1-155c93d8839a req-dd6ab3d3-eefa-4ef5-9291-0886ead239e5 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-782844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4109363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742579636511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58943338'] for port, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:03.054268 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-f207f0de-71eb-4cc2-a7d2-16a55c4edee6 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:42:03.166779 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edc83b34-ad80-4b95-95c1-155c93d8839a req-dd6ab3d3-eefa-4ef5-9291-0886ead239e5 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Network ddf07b9e-99ea-4c30-b823-72f2b0ed4055 is already hosted by enough agents. {{(pid=91935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:42:03.172345 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.base_scheduler [req-edc83b34-ad80-4b95-95c1-155c93d8839a req-dd6ab3d3-eefa-4ef5-9291-0886ead239e5 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Resources bound (agent type, host, resource id): {{(pid=91935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:42:03.180836 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.db.l3_dvrscheduler_db [req-edc83b34-ad80-4b95-95c1-155c93d8839a req-dd6ab3d3-eefa-4ef5-9291-0886ead239e5 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Received port after_create {{(pid=91935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 16:42:03.253819 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6ab3d3-eefa-4ef5-9291-0886ead239e5 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Pushing event updated for resources: {'Port': ['ID=fff2687b-bcf7-4e7b-9cbb-8b8fb20315a6,revision_number=1']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:42:03.277668 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-dd6ab3d3-eefa-4ef5-9291-0886ead239e5 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:42:03.396656 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc83b34-ad80-4b95-95c1-155c93d8839a req-dd6ab3d3-eefa-4ef5-9291-0886ead239e5 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:42:03.397772 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-edc83b34-ad80-4b95-95c1-155c93d8839a req-dd6ab3d3-eefa-4ef5-9291-0886ead239e5 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220504'] for port, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:03.445801 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-edc83b34-ad80-4b95-95c1-155c93d8839a req-dd6ab3d3-eefa-4ef5-9291-0886ead239e5 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4484189 Jun 14 16:42:03.474366 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604b785-3cf1-4254-86ec-02159ddcafd7 req-a9543f09-126f-4fe4-a09d-74a9f6a4f6bc tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:42:03.487774 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-9604b785-3cf1-4254-86ec-02159ddcafd7 req-a9543f09-126f-4fe4-a09d-74a9f6a4f6bc tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/ports?device_id=c75bc347-1d08-4e4b-81bb-7f3fb82a8770 HTTP/1.1" status: 200 len: 932 time: 0.2435656 Jun 14 16:42:03.498920 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.v2.base [req-edc83b34-ad80-4b95-95c1-155c93d8839a req-cb2a2341-1245-43c8-a34c-c6d4bbe7f226 service neutron] Request body: {'port': {'device_id': 'c75bc347-1d08-4e4b-81bb-7f3fb82a8770', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=91935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:42:03.621708 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-5ee42e55-767d-4441-8c58-ce5994910e65 None None] Provisioning for port fff2687b-bcf7-4e7b-9cbb-8b8fb20315a6 completed by entity DHCP. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:42:03.632451 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-5ee42e55-767d-4441-8c58-ce5994910e65 None None] Provisioning complete for port fff2687b-bcf7-4e7b-9cbb-8b8fb20315a6 triggered by entity DHCP. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:42:03.638889 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-5ee42e55-767d-4441-8c58-ce5994910e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:03.702093 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-6853fb4b-2901-410b-a0e6-5f3a72434f4f req-a8411384-79b0-4da5-8456-450e232babb7 tempest-VolumesActionsTest-212191376 tempest-VolumesActionsTest-212191376-project] 10.222.0.16 "GET /v2.0/ports?device_id=82fb1e81-45a3-42d2-8c19-e9c4e0bcbbe4 HTTP/1.1" status: 200 len: 210 time: 0.0710206 Jun 14 16:42:03.745299 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.plugin [None req-5ee42e55-767d-4441-8c58-ce5994910e65 None None] Port fff2687b-bcf7-4e7b-9cbb-8b8fb20315a6 cannot update to ACTIVE because it is not bound. {{(pid=91937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 16:42:03.752376 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-9604b785-3cf1-4254-86ec-02159ddcafd7 req-f0370c72-d433-4646-be5d-98e504227f0a tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea112548-ed8e-48a6-ab53-e4f921d6f893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1874726 Jun 14 16:42:03.761154 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-edc83b34-ad80-4b95-95c1-155c93d8839a req-cb2a2341-1245-43c8-a34c-c6d4bbe7f226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:04.392972 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.notifiers.nova [req-edc83b34-ad80-4b95-95c1-155c93d8839a req-cb2a2341-1245-43c8-a34c-c6d4bbe7f226 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fff2687b-bcf7-4e7b-9cbb-8b8fb20315a6 {{(pid=91935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 16:42:04.424325 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-edc83b34-ad80-4b95-95c1-155c93d8839a req-cb2a2341-1245-43c8-a34c-c6d4bbe7f226 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:04.442165 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.db.provisioning_blocks [req-edc83b34-ad80-4b95-95c1-155c93d8839a req-cb2a2341-1245-43c8-a34c-c6d4bbe7f226 service neutron] Transition to ACTIVE for port object fff2687b-bcf7-4e7b-9cbb-8b8fb20315a6 will not be triggered until provisioned by entity L2. {{(pid=91935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:42:04.448876 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-edc83b34-ad80-4b95-95c1-155c93d8839a req-cb2a2341-1245-43c8-a34c-c6d4bbe7f226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58943316'] for port, after_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:04.452904 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-0d24f470-6b0e-4a6a-8815-d706951db89d tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:42:04.453219 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82082a00-6600-430e-bdba-acccfcfb4d50 req-5fd165b1-ac48-42f2-869c-dacbc1367e93 tempest-VolumesActionsTest-212191376 tempest-VolumesActionsTest-212191376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:42:04.455989 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-82082a00-6600-430e-bdba-acccfcfb4d50 req-5fd165b1-ac48-42f2-869c-dacbc1367e93 tempest-VolumesActionsTest-212191376 tempest-VolumesActionsTest-212191376-project] 10.222.0.41 "GET /v2.0/networks?id=00c0af3b-f615-4e4c-a72e-2decab29c508 HTTP/1.1" status: 200 len: 808 time: 0.2661898 Jun 14 16:42:04.473871 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.v2.base [req-82082a00-6600-430e-bdba-acccfcfb4d50 req-a8574176-0e69-48bf-8d85-dcdb77ecaa9a tempest-VolumesActionsTest-212191376 tempest-VolumesActionsTest-212191376-project] Request body: {'port': {'device_id': '82fb1e81-45a3-42d2-8c19-e9c4e0bcbbe4', 'network_id': '00c0af3b-f615-4e4c-a72e-2decab29c508', 'admin_state_up': True, 'tenant_id': 'dffed5dd362d4e92ad4a46777f8f6c0f'}} {{(pid=91936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:42:04.655784 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2a2341-1245-43c8-a34c-c6d4bbe7f226 service neutron] Pushing event updated for resources: {'Port': ['ID=fff2687b-bcf7-4e7b-9cbb-8b8fb20315a6,revision_number=2']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:42:04.665287 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-cb2a2341-1245-43c8-a34c-c6d4bbe7f226 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:42:04.805527 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82082a00-6600-430e-bdba-acccfcfb4d50 req-a8574176-0e69-48bf-8d85-dcdb77ecaa9a tempest-VolumesActionsTest-212191376 tempest-VolumesActionsTest-212191376-project] Made reservation on behalf of dffed5dd362d4e92ad4a46777f8f6c0f for: {'port': 1} {{(pid=91936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:42:04.821634 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-82082a00-6600-430e-bdba-acccfcfb4d50 req-a8574176-0e69-48bf-8d85-dcdb77ecaa9a tempest-VolumesActionsTest-212191376 tempest-VolumesActionsTest-212191376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-782655'] for port, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:04.887983 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.managers [req-edc83b34-ad80-4b95-95c1-155c93d8839a req-cb2a2341-1245-43c8-a34c-c6d4bbe7f226 service neutron] Attempting to bind port fff2687b-bcf7-4e7b-9cbb-8b8fb20315a6 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=91935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 16:42:04.892411 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.managers [req-edc83b34-ad80-4b95-95c1-155c93d8839a req-cb2a2341-1245-43c8-a34c-c6d4bbe7f226 service neutron] Attempting to bind port fff2687b-bcf7-4e7b-9cbb-8b8fb20315a6 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '690bd276-103b-46b0-9d5a-76d942177037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ddf07b9e-99ea-4c30-b823-72f2b0ed4055'}] {{(pid=91935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 16:42:04.893140 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc83b34-ad80-4b95-95c1-155c93d8839a req-cb2a2341-1245-43c8-a34c-c6d4bbe7f226 service neutron] Attempting to bind port fff2687b-bcf7-4e7b-9cbb-8b8fb20315a6 on network ddf07b9e-99ea-4c30-b823-72f2b0ed4055 {{(pid=91935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:42:04.918037 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc83b34-ad80-4b95-95c1-155c93d8839a req-cb2a2341-1245-43c8-a34c-c6d4bbe7f226 service neutron] Port fff2687b-bcf7-4e7b-9cbb-8b8fb20315a6 on network ddf07b9e-99ea-4c30-b823-72f2b0ed4055 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=91935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 16:42:04.918764 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc83b34-ad80-4b95-95c1-155c93d8839a req-cb2a2341-1245-43c8-a34c-c6d4bbe7f226 service neutron] Attempting to bind port fff2687b-bcf7-4e7b-9cbb-8b8fb20315a6 on network ddf07b9e-99ea-4c30-b823-72f2b0ed4055 {{(pid=91935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:42:04.932968 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc83b34-ad80-4b95-95c1-155c93d8839a req-cb2a2341-1245-43c8-a34c-c6d4bbe7f226 service neutron] Checking agent: {'id': '1755a277-340e-436e-845c-4a890e3bd21a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 32, 46), 'started_at': datetime.datetime(2021, 6, 14, 16, 32, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 16, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 16:42:04.933761 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc83b34-ad80-4b95-95c1-155c93d8839a req-cb2a2341-1245-43c8-a34c-c6d4bbe7f226 service neutron] Checking segment: {'id': '690bd276-103b-46b0-9d5a-76d942177037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ddf07b9e-99ea-4c30-b823-72f2b0ed4055'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:42:04.934468 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc83b34-ad80-4b95-95c1-155c93d8839a req-cb2a2341-1245-43c8-a34c-c6d4bbe7f226 service neutron] Bound using segment: {'id': '690bd276-103b-46b0-9d5a-76d942177037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ddf07b9e-99ea-4c30-b823-72f2b0ed4055'} {{(pid=91935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 16:42:04.935217 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.managers [req-edc83b34-ad80-4b95-95c1-155c93d8839a req-cb2a2341-1245-43c8-a34c-c6d4bbe7f226 service neutron] Bound port: fff2687b-bcf7-4e7b-9cbb-8b8fb20315a6, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '690bd276-103b-46b0-9d5a-76d942177037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ddf07b9e-99ea-4c30-b823-72f2b0ed4055'}}] {{(pid=91935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 16:42:04.936098 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-edc83b34-ad80-4b95-95c1-155c93d8839a req-cb2a2341-1245-43c8-a34c-c6d4bbe7f226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:05.068147 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-27deaac5-6119-4449-99ec-35e419e5b8ea req-ef5c530f-ce33-4844-b0b6-cc1f269bd6df tempest-VolumesActionsTest-212191376 tempest-VolumesActionsTest-212191376-project] 10.222.0.16 "GET /v2.0/ports?device_id=82fb1e81-45a3-42d2-8c19-e9c4e0bcbbe4 HTTP/1.1" status: 200 len: 210 time: 0.0747826 Jun 14 16:42:05.177291 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.db [req-edc83b34-ad80-4b95-95c1-155c93d8839a req-cb2a2341-1245-43c8-a34c-c6d4bbe7f226 service neutron] For port fff2687b-bcf7-4e7b-9cbb-8b8fb20315a6, host hv-cinder-79628, cleared binding levels {{(pid=91935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 16:42:05.185819 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.db [req-edc83b34-ad80-4b95-95c1-155c93d8839a req-cb2a2341-1245-43c8-a34c-c6d4bbe7f226 service neutron] For port fff2687b-bcf7-4e7b-9cbb-8b8fb20315a6, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=fff2687b-bcf7-4e7b-9cbb-8b8fb20315a6,segment=NetworkSegment(690bd276-103b-46b0-9d5a-76d942177037),segment_id=690bd276-103b-46b0-9d5a-76d942177037)] {{(pid=91935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 16:42:05.196460 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.db.db_base_plugin_common [req-82082a00-6600-430e-bdba-acccfcfb4d50 req-a8574176-0e69-48bf-8d85-dcdb77ecaa9a tempest-VolumesActionsTest-212191376 tempest-VolumesActionsTest-212191376-project] Allocated IP 172.20.0.7 (00c0af3b-f615-4e4c-a72e-2decab29c508/f75ef026-28bb-4bb3-9911-3b4874a67532/619a13d2-ac4a-4ceb-9a88-e765b2174506) {{(pid=91936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 16:42:05.200693 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-edc83b34-ad80-4b95-95c1-155c93d8839a req-cb2a2341-1245-43c8-a34c-c6d4bbe7f226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58943316'] for port, after_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:05.209366 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-46a08ad2-0742-4192-bab8-06146c37bfa7 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:42:05.284529 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc83b34-ad80-4b95-95c1-155c93d8839a req-cb2a2341-1245-43c8-a34c-c6d4bbe7f226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:42:05.285700 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [req-edc83b34-ad80-4b95-95c1-155c93d8839a req-cb2a2341-1245-43c8-a34c-c6d4bbe7f226 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220504'] for port, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:05.288223 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-edc83b34-ad80-4b95-95c1-155c93d8839a req-cb2a2341-1245-43c8-a34c-c6d4bbe7f226 service neutron] 10.222.0.41 "PUT /v2.0/ports/fff2687b-bcf7-4e7b-9cbb-8b8fb20315a6 HTTP/1.1" status: 200 len: 1094 time: 1.7989254 Jun 14 16:42:05.291083 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c75bc347-1d08-4e4b-81bb-7f3fb82a8770', 'tag': 'fff2687b-bcf7-4e7b-9cbb-8b8fb20315a6'}] {{(pid=91935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:42:05.295584 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6661bf290492edb1b3f10c978b9fa8124be38cabc2d7e3087d82166a711c303" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb872c0-1a05-49e5-a73a-6712c15d364d" -d '{"events": [{"name": "network-changed", "server_uuid": "c75bc347-1d08-4e4b-81bb-7f3fb82a8770", "tag": "fff2687b-bcf7-4e7b-9cbb-8b8fb20315a6"}]}' {{(pid=91935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:42:05.395622 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e855377-f46f-40bb-a278-be741146620d req-c8f46331-243c-4cf9-872e-053989d70022 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:42:05.412301 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-3e855377-f46f-40bb-a278-be741146620d req-c8f46331-243c-4cf9-872e-053989d70022 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/ports?device_id=c75bc347-1d08-4e4b-81bb-7f3fb82a8770 HTTP/1.1" status: 200 len: 944 time: 0.3476481 Jun 14 16:42:05.425563 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 16:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-790e3094-a0aa-4a97-8687-539c112dda0e x-openstack-request-id: req-790e3094-a0aa-4a97-8687-539c112dda0e {{(pid=91935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:42:05.425563 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c75bc347-1d08-4e4b-81bb-7f3fb82a8770", "tag": "fff2687b-bcf7-4e7b-9cbb-8b8fb20315a6", "status": "completed", "code": 200}]} {{(pid=91935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:42:05.425563 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-790e3094-a0aa-4a97-8687-539c112dda0e {{(pid=91935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:42:05.425563 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c75bc347-1d08-4e4b-81bb-7f3fb82a8770', 'tag': 'fff2687b-bcf7-4e7b-9cbb-8b8fb20315a6', 'status': 'completed', 'code': 200} Jun 14 16:42:05.459330 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2a2341-1245-43c8-a34c-c6d4bbe7f226 service neutron] Pushing event updated for resources: {'Port': ['ID=fff2687b-bcf7-4e7b-9cbb-8b8fb20315a6,revision_number=3']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:42:05.481127 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-cb2a2341-1245-43c8-a34c-c6d4bbe7f226 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:42:05.577477 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-3e855377-f46f-40bb-a278-be741146620d req-48aea1ca-76c9-4a5b-8b62-556bfec19f75 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea112548-ed8e-48a6-ab53-e4f921d6f893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1627586 Jun 14 16:42:05.633923 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc83b34-ad80-4b95-95c1-155c93d8839a req-2e9b4b96-6d87-4feb-8992-cf58f3d7a8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:42:05.635965 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-edc83b34-ad80-4b95-95c1-155c93d8839a req-2e9b4b96-6d87-4feb-8992-cf58f3d7a8fe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f95622ea97f4a73ad83eb5e2eea8149&device_id=c75bc347-1d08-4e4b-81bb-7f3fb82a8770 HTTP/1.1" status: 200 len: 1097 time: 0.2103691 Jun 14 16:42:05.731115 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-edc83b34-ad80-4b95-95c1-155c93d8839a req-be5ba6bd-f543-4691-b4a4-a25c32ae9f37 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fff2687b-bcf7-4e7b-9cbb-8b8fb20315a6 HTTP/1.1" status: 200 len: 217 time: 0.0860343 Jun 14 16:42:05.839249 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc83b34-ad80-4b95-95c1-155c93d8839a req-f0a6a9f9-238c-486e-8ca8-769d3bf73396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:42:05.841530 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-edc83b34-ad80-4b95-95c1-155c93d8839a req-f0a6a9f9-238c-486e-8ca8-769d3bf73396 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c03c59fa-658a-445c-9394-38c3bfae06f0 HTTP/1.1" status: 200 len: 850 time: 0.1021962 Jun 14 16:42:05.972974 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc83b34-ad80-4b95-95c1-155c93d8839a req-3bb157fd-b3f9-435b-ae3a-edbc17794465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:42:05.975819 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-edc83b34-ad80-4b95-95c1-155c93d8839a req-3bb157fd-b3f9-435b-ae3a-edbc17794465 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ddf07b9e-99ea-4c30-b823-72f2b0ed4055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1218557 Jun 14 16:42:05.998485 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-82082a00-6600-430e-bdba-acccfcfb4d50 req-a8574176-0e69-48bf-8d85-dcdb77ecaa9a tempest-VolumesActionsTest-212191376 tempest-VolumesActionsTest-212191376-project] Notify callbacks [] for port, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:06.073790 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-82082a00-6600-430e-bdba-acccfcfb4d50 req-a8574176-0e69-48bf-8d85-dcdb77ecaa9a tempest-VolumesActionsTest-212191376 tempest-VolumesActionsTest-212191376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-782844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4109363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742579636511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60243869'] for port, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:06.082299 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-6b5a283b-7318-4f7c-ba98-f9d63ab00fb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:42:06.164678 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82082a00-6600-430e-bdba-acccfcfb4d50 req-a8574176-0e69-48bf-8d85-dcdb77ecaa9a tempest-VolumesActionsTest-212191376 tempest-VolumesActionsTest-212191376-project] Network 00c0af3b-f615-4e4c-a72e-2decab29c508 is already hosted by enough agents. {{(pid=91936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:42:06.175309 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.base_scheduler [req-82082a00-6600-430e-bdba-acccfcfb4d50 req-a8574176-0e69-48bf-8d85-dcdb77ecaa9a tempest-VolumesActionsTest-212191376 tempest-VolumesActionsTest-212191376-project] Resources bound (agent type, host, resource id): {{(pid=91936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:42:06.179429 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.db.l3_dvrscheduler_db [req-82082a00-6600-430e-bdba-acccfcfb4d50 req-a8574176-0e69-48bf-8d85-dcdb77ecaa9a tempest-VolumesActionsTest-212191376 tempest-VolumesActionsTest-212191376-project] Received port after_create {{(pid=91936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 16:42:06.208528 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-edc83b34-ad80-4b95-95c1-155c93d8839a req-210b2584-e318-4a84-b704-1e44dabf2aa8 service neutron] 10.222.0.41 "GET /v2.0/networks/ddf07b9e-99ea-4c30-b823-72f2b0ed4055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248955 Jun 14 16:42:06.260201 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8574176-0e69-48bf-8d85-dcdb77ecaa9a tempest-VolumesActionsTest-212191376 tempest-VolumesActionsTest-212191376-project] Pushing event updated for resources: {'Port': ['ID=619a13d2-ac4a-4ceb-9a88-e765b2174506,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:42:06.265325 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-a8574176-0e69-48bf-8d85-dcdb77ecaa9a tempest-VolumesActionsTest-212191376 tempest-VolumesActionsTest-212191376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:42:06.318285 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82082a00-6600-430e-bdba-acccfcfb4d50 req-a8574176-0e69-48bf-8d85-dcdb77ecaa9a tempest-VolumesActionsTest-212191376 tempest-VolumesActionsTest-212191376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:42:06.319649 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-82082a00-6600-430e-bdba-acccfcfb4d50 req-a8574176-0e69-48bf-8d85-dcdb77ecaa9a tempest-VolumesActionsTest-212191376 tempest-VolumesActionsTest-212191376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220504'] for port, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:06.410033 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-82082a00-6600-430e-bdba-acccfcfb4d50 req-a8574176-0e69-48bf-8d85-dcdb77ecaa9a tempest-VolumesActionsTest-212191376 tempest-VolumesActionsTest-212191376-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9431565 Jun 14 16:42:06.431708 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.v2.base [req-82082a00-6600-430e-bdba-acccfcfb4d50 req-9ed4c837-47f3-48ef-bdab-988eb7644c8d service neutron] Request body: {'port': {'device_id': '82fb1e81-45a3-42d2-8c19-e9c4e0bcbbe4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=91936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:42:06.443533 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-edc83b34-ad80-4b95-95c1-155c93d8839a req-77ac5ada-b214-4414-9bc1-bca42a965c4a service neutron] 10.222.0.41 "GET /v2.0/networks/ddf07b9e-99ea-4c30-b823-72f2b0ed4055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239673 Jun 14 16:42:06.534629 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76255ba-bf97-41d7-bdcb-1894840200bd req-aff09e30-3db3-43ad-9e93-74172eff8557 tempest-VolumesActionsTest-212191376 tempest-VolumesActionsTest-212191376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:42:06.536664 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-d76255ba-bf97-41d7-bdcb-1894840200bd req-aff09e30-3db3-43ad-9e93-74172eff8557 tempest-VolumesActionsTest-212191376 tempest-VolumesActionsTest-212191376-project] 10.222.0.16 "GET /v2.0/ports?device_id=82fb1e81-45a3-42d2-8c19-e9c4e0bcbbe4 HTTP/1.1" status: 200 len: 931 time: 0.2320080 Jun 14 16:42:06.637794 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb872c0-1a05-49e5-a73a-6712c15d364d req-25c2dca1-f20f-4d7c-a15e-0f583a0cf019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:42:06.640706 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-6bb872c0-1a05-49e5-a73a-6712c15d364d req-25c2dca1-f20f-4d7c-a15e-0f583a0cf019 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f95622ea97f4a73ad83eb5e2eea8149&device_id=c75bc347-1d08-4e4b-81bb-7f3fb82a8770 HTTP/1.1" status: 200 len: 1097 time: 0.1237297 Jun 14 16:42:06.655911 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-82082a00-6600-430e-bdba-acccfcfb4d50 req-9ed4c837-47f3-48ef-bdab-988eb7644c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:06.703292 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-d76255ba-bf97-41d7-bdcb-1894840200bd req-a71633c7-432f-4a92-8439-a8407186b092 tempest-VolumesActionsTest-212191376 tempest-VolumesActionsTest-212191376-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce4b773a-bdeb-4774-a764-84d8cd2e3e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204617 Jun 14 16:42:06.980736 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb872c0-1a05-49e5-a73a-6712c15d364d req-30119e34-c655-4d8c-a2eb-58349dc48937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:42:06.983480 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-6bb872c0-1a05-49e5-a73a-6712c15d364d req-30119e34-c655-4d8c-a2eb-58349dc48937 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ddf07b9e-99ea-4c30-b823-72f2b0ed4055 HTTP/1.1" status: 200 len: 912 time: 0.3361490 Jun 14 16:42:07.096548 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-6bb872c0-1a05-49e5-a73a-6712c15d364d req-1d40e6b1-019c-4906-a824-d357a2f7239b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fff2687b-bcf7-4e7b-9cbb-8b8fb20315a6 HTTP/1.1" status: 200 len: 217 time: 0.1040301 Jun 14 16:42:07.131856 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ff1706-92f8-4c03-9ffa-e2d91b6173f5 req-38b9e564-e601-467f-854e-ebb13c4fdcd4 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:42:07.134273 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-e7ff1706-92f8-4c03-9ffa-e2d91b6173f5 req-38b9e564-e601-467f-854e-ebb13c4fdcd4 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/ports?device_id=c75bc347-1d08-4e4b-81bb-7f3fb82a8770 HTTP/1.1" status: 200 len: 944 time: 0.2874773 Jun 14 16:42:07.248994 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb872c0-1a05-49e5-a73a-6712c15d364d req-e7aa8baa-97fb-4216-8901-5fe81cf44fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:42:07.252050 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-6bb872c0-1a05-49e5-a73a-6712c15d364d req-e7aa8baa-97fb-4216-8901-5fe81cf44fe2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c03c59fa-658a-445c-9394-38c3bfae06f0 HTTP/1.1" status: 200 len: 850 time: 0.1486290 Jun 14 16:42:07.280834 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-e7ff1706-92f8-4c03-9ffa-e2d91b6173f5 req-29e31c7b-54b9-4f3b-9c85-5e7ba0e746db tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea112548-ed8e-48a6-ab53-e4f921d6f893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041491 Jun 14 16:42:07.326408 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.notifiers.nova [req-82082a00-6600-430e-bdba-acccfcfb4d50 req-9ed4c837-47f3-48ef-bdab-988eb7644c8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 619a13d2-ac4a-4ceb-9a88-e765b2174506 {{(pid=91936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 16:42:07.344084 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-82082a00-6600-430e-bdba-acccfcfb4d50 req-9ed4c837-47f3-48ef-bdab-988eb7644c8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:07.368842 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.db.provisioning_blocks [req-82082a00-6600-430e-bdba-acccfcfb4d50 req-9ed4c837-47f3-48ef-bdab-988eb7644c8d service neutron] Transition to ACTIVE for port object 619a13d2-ac4a-4ceb-9a88-e765b2174506 will not be triggered until provisioned by entity L2. {{(pid=91936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:42:07.376153 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-82082a00-6600-430e-bdba-acccfcfb4d50 req-9ed4c837-47f3-48ef-bdab-988eb7644c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60243875'] for port, after_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:07.381525 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-688e45dc-9f06-40e5-b2a2-529e61ac5ffc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:42:07.390828 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb872c0-1a05-49e5-a73a-6712c15d364d req-51a42a5b-7093-47fe-8a9c-c5e8e5551b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:42:07.394998 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-6bb872c0-1a05-49e5-a73a-6712c15d364d req-51a42a5b-7093-47fe-8a9c-c5e8e5551b3c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ddf07b9e-99ea-4c30-b823-72f2b0ed4055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1340899 Jun 14 16:42:07.544667 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed4c837-47f3-48ef-bdab-988eb7644c8d service neutron] Pushing event updated for resources: {'Port': ['ID=619a13d2-ac4a-4ceb-9a88-e765b2174506,revision_number=2']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:42:07.553260 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-9ed4c837-47f3-48ef-bdab-988eb7644c8d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:42:07.589346 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-6bb872c0-1a05-49e5-a73a-6712c15d364d req-64e582b4-d57c-4ac9-879a-a1bc6fa3864d service neutron] 10.222.0.41 "GET /v2.0/networks/ddf07b9e-99ea-4c30-b823-72f2b0ed4055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833351 Jun 14 16:42:07.726732 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.managers [req-82082a00-6600-430e-bdba-acccfcfb4d50 req-9ed4c837-47f3-48ef-bdab-988eb7644c8d service neutron] Attempting to bind port 619a13d2-ac4a-4ceb-9a88-e765b2174506 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=91936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 16:42:07.727580 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.managers [req-82082a00-6600-430e-bdba-acccfcfb4d50 req-9ed4c837-47f3-48ef-bdab-988eb7644c8d service neutron] Attempting to bind port 619a13d2-ac4a-4ceb-9a88-e765b2174506 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '81acd9ee-8e9d-4478-b419-84f947373954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '00c0af3b-f615-4e4c-a72e-2decab29c508'}] {{(pid=91936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 16:42:07.728214 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82082a00-6600-430e-bdba-acccfcfb4d50 req-9ed4c837-47f3-48ef-bdab-988eb7644c8d service neutron] Attempting to bind port 619a13d2-ac4a-4ceb-9a88-e765b2174506 on network 00c0af3b-f615-4e4c-a72e-2decab29c508 {{(pid=91936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:42:07.737070 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82082a00-6600-430e-bdba-acccfcfb4d50 req-9ed4c837-47f3-48ef-bdab-988eb7644c8d service neutron] Port 619a13d2-ac4a-4ceb-9a88-e765b2174506 on network 00c0af3b-f615-4e4c-a72e-2decab29c508 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=91936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 16:42:07.737542 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82082a00-6600-430e-bdba-acccfcfb4d50 req-9ed4c837-47f3-48ef-bdab-988eb7644c8d service neutron] Attempting to bind port 619a13d2-ac4a-4ceb-9a88-e765b2174506 on network 00c0af3b-f615-4e4c-a72e-2decab29c508 {{(pid=91936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:42:07.746250 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82082a00-6600-430e-bdba-acccfcfb4d50 req-9ed4c837-47f3-48ef-bdab-988eb7644c8d service neutron] Checking agent: {'id': '1755a277-340e-436e-845c-4a890e3bd21a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 32, 46), 'started_at': datetime.datetime(2021, 6, 14, 16, 32, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 16, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 16:42:07.747042 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82082a00-6600-430e-bdba-acccfcfb4d50 req-9ed4c837-47f3-48ef-bdab-988eb7644c8d service neutron] Checking segment: {'id': '81acd9ee-8e9d-4478-b419-84f947373954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '00c0af3b-f615-4e4c-a72e-2decab29c508'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:42:07.747574 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82082a00-6600-430e-bdba-acccfcfb4d50 req-9ed4c837-47f3-48ef-bdab-988eb7644c8d service neutron] Bound using segment: {'id': '81acd9ee-8e9d-4478-b419-84f947373954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '00c0af3b-f615-4e4c-a72e-2decab29c508'} {{(pid=91936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 16:42:07.748232 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.managers [req-82082a00-6600-430e-bdba-acccfcfb4d50 req-9ed4c837-47f3-48ef-bdab-988eb7644c8d service neutron] Bound port: 619a13d2-ac4a-4ceb-9a88-e765b2174506, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81acd9ee-8e9d-4478-b419-84f947373954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '00c0af3b-f615-4e4c-a72e-2decab29c508'}}] {{(pid=91936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 16:42:07.748722 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-82082a00-6600-430e-bdba-acccfcfb4d50 req-9ed4c837-47f3-48ef-bdab-988eb7644c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:07.834263 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-6bb872c0-1a05-49e5-a73a-6712c15d364d req-11031534-17b0-42f2-97e2-f22689f8cb40 service neutron] 10.222.0.41 "GET /v2.0/networks/ddf07b9e-99ea-4c30-b823-72f2b0ed4055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356985 Jun 14 16:42:07.884102 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.db [req-82082a00-6600-430e-bdba-acccfcfb4d50 req-9ed4c837-47f3-48ef-bdab-988eb7644c8d service neutron] For port 619a13d2-ac4a-4ceb-9a88-e765b2174506, host hv-cinder-79628, cleared binding levels {{(pid=91936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 16:42:07.888362 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.db [req-82082a00-6600-430e-bdba-acccfcfb4d50 req-9ed4c837-47f3-48ef-bdab-988eb7644c8d service neutron] For port 619a13d2-ac4a-4ceb-9a88-e765b2174506, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=619a13d2-ac4a-4ceb-9a88-e765b2174506,segment=NetworkSegment(81acd9ee-8e9d-4478-b419-84f947373954),segment_id=81acd9ee-8e9d-4478-b419-84f947373954)] {{(pid=91936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 16:42:07.906756 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-82082a00-6600-430e-bdba-acccfcfb4d50 req-9ed4c837-47f3-48ef-bdab-988eb7644c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60243875'] for port, after_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:07.912994 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-225c0d15-b2fe-4c28-9c15-3d491b83c915 tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:42:08.005286 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82082a00-6600-430e-bdba-acccfcfb4d50 req-9ed4c837-47f3-48ef-bdab-988eb7644c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:42:08.006377 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-82082a00-6600-430e-bdba-acccfcfb4d50 req-9ed4c837-47f3-48ef-bdab-988eb7644c8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220504'] for port, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:08.008326 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-82082a00-6600-430e-bdba-acccfcfb4d50 req-9ed4c837-47f3-48ef-bdab-988eb7644c8d service neutron] 10.222.0.41 "PUT /v2.0/ports/619a13d2-ac4a-4ceb-9a88-e765b2174506 HTTP/1.1" status: 200 len: 1093 time: 1.5843360 Jun 14 16:42:08.009117 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82fb1e81-45a3-42d2-8c19-e9c4e0bcbbe4', 'tag': '619a13d2-ac4a-4ceb-9a88-e765b2174506'}] {{(pid=91936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:42:08.012513 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659a09cea19619e202447e1b4bc3efe885e95cab3022d83c422060b06feffe3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1be0ff1-5d1d-4aec-91fa-c7fe86350510" -d '{"events": [{"name": "network-changed", "server_uuid": "82fb1e81-45a3-42d2-8c19-e9c4e0bcbbe4", "tag": "619a13d2-ac4a-4ceb-9a88-e765b2174506"}]}' {{(pid=91936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:42:08.079146 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed4c837-47f3-48ef-bdab-988eb7644c8d service neutron] Pushing event updated for resources: {'Port': ['ID=619a13d2-ac4a-4ceb-9a88-e765b2174506,revision_number=3']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:42:08.088869 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-9ed4c837-47f3-48ef-bdab-988eb7644c8d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:42:08.137266 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fee2c0-e126-44f0-9e65-b9061aa69aef req-f9825989-f479-4f21-8a79-b0a0397c4a4a tempest-VolumesActionsTest-212191376 tempest-VolumesActionsTest-212191376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:42:08.139511 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-79fee2c0-e126-44f0-9e65-b9061aa69aef req-f9825989-f479-4f21-8a79-b0a0397c4a4a tempest-VolumesActionsTest-212191376 tempest-VolumesActionsTest-212191376-project] 10.222.0.16 "GET /v2.0/ports?device_id=82fb1e81-45a3-42d2-8c19-e9c4e0bcbbe4 HTTP/1.1" status: 200 len: 943 time: 0.2469847 Jun 14 16:42:08.180695 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 16:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f9cf40-710e-432d-a897-8a3357f0f3c1 x-openstack-request-id: req-d1f9cf40-710e-432d-a897-8a3357f0f3c1 {{(pid=91936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:42:08.181029 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82fb1e81-45a3-42d2-8c19-e9c4e0bcbbe4", "tag": "619a13d2-ac4a-4ceb-9a88-e765b2174506", "status": "completed", "code": 200}]} {{(pid=91936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:42:08.181326 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d1f9cf40-710e-432d-a897-8a3357f0f3c1 {{(pid=91936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:42:08.181768 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82fb1e81-45a3-42d2-8c19-e9c4e0bcbbe4', 'tag': '619a13d2-ac4a-4ceb-9a88-e765b2174506', 'status': 'completed', 'code': 200} Jun 14 16:42:08.212160 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-79fee2c0-e126-44f0-9e65-b9061aa69aef req-cdff6035-cf6a-4991-85ab-6fdbe9e4b6c9 tempest-VolumesActionsTest-212191376 tempest-VolumesActionsTest-212191376-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce4b773a-bdeb-4774-a764-84d8cd2e3e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586007 Jun 14 16:42:08.215905 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82082a00-6600-430e-bdba-acccfcfb4d50 req-01f38c3c-822b-4b62-8f2e-82f520f2e2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:42:08.217556 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-82082a00-6600-430e-bdba-acccfcfb4d50 req-01f38c3c-822b-4b62-8f2e-82f520f2e2a4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dffed5dd362d4e92ad4a46777f8f6c0f&device_id=82fb1e81-45a3-42d2-8c19-e9c4e0bcbbe4 HTTP/1.1" status: 200 len: 1096 time: 0.1544673 Jun 14 16:42:08.316610 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-82082a00-6600-430e-bdba-acccfcfb4d50 req-04f44441-17f3-4c1f-8418-0da6954fe4fb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=619a13d2-ac4a-4ceb-9a88-e765b2174506 HTTP/1.1" status: 200 len: 217 time: 0.0888455 Jun 14 16:42:08.427481 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82082a00-6600-430e-bdba-acccfcfb4d50 req-d27ff94d-ab2b-483b-82fc-26c8d0269e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:42:08.430376 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-82082a00-6600-430e-bdba-acccfcfb4d50 req-d27ff94d-ab2b-483b-82fc-26c8d0269e54 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f75ef026-28bb-4bb3-9911-3b4874a67532 HTTP/1.1" status: 200 len: 848 time: 0.1059833 Jun 14 16:42:08.491655 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-82082a00-6600-430e-bdba-acccfcfb4d50 req-c2ee694f-9424-4aa7-b0db-795402722ab2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=00c0af3b-f615-4e4c-a72e-2decab29c508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503068 Jun 14 16:42:08.628162 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd0b723-2437-4445-bfc5-27af59d0bcbf req-c75b203f-911f-4a18-a83d-b5089b5d5def tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:42:08.630907 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-7dd0b723-2437-4445-bfc5-27af59d0bcbf req-c75b203f-911f-4a18-a83d-b5089b5d5def tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/ports?device_id=c75bc347-1d08-4e4b-81bb-7f3fb82a8770 HTTP/1.1" status: 200 len: 944 time: 0.1275563 Jun 14 16:42:08.689322 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-7dd0b723-2437-4445-bfc5-27af59d0bcbf req-06294da6-1401-4d3e-ad99-3a5095902049 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea112548-ed8e-48a6-ab53-e4f921d6f893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510292 Jun 14 16:42:08.719486 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-82082a00-6600-430e-bdba-acccfcfb4d50 req-8ff32215-f854-4981-9624-d99739c331a0 service neutron] 10.222.0.41 "GET /v2.0/networks/00c0af3b-f615-4e4c-a72e-2decab29c508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190349 Jun 14 16:42:08.877476 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-82082a00-6600-430e-bdba-acccfcfb4d50 req-10e07892-69e7-4205-b041-aa0c6cf887d1 service neutron] 10.222.0.41 "GET /v2.0/networks/00c0af3b-f615-4e4c-a72e-2decab29c508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481194 Jun 14 16:42:09.055702 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be0ff1-5d1d-4aec-91fa-c7fe86350510 req-0dd4456b-ad38-4e88-8e14-131a7dc96805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:42:09.057501 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-f1be0ff1-5d1d-4aec-91fa-c7fe86350510 req-0dd4456b-ad38-4e88-8e14-131a7dc96805 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dffed5dd362d4e92ad4a46777f8f6c0f&device_id=82fb1e81-45a3-42d2-8c19-e9c4e0bcbbe4 HTTP/1.1" status: 200 len: 1096 time: 0.1119328 Jun 14 16:42:09.261407 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be0ff1-5d1d-4aec-91fa-c7fe86350510 req-2f425203-21bb-4bb1-8e9f-96f87524c6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:42:09.263954 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-f1be0ff1-5d1d-4aec-91fa-c7fe86350510 req-2f425203-21bb-4bb1-8e9f-96f87524c6f6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=00c0af3b-f615-4e4c-a72e-2decab29c508 HTTP/1.1" status: 200 len: 909 time: 0.1959224 Jun 14 16:42:09.362033 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-f1be0ff1-5d1d-4aec-91fa-c7fe86350510 req-c45a2b08-cbb2-48a3-a103-683307bc55fa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=619a13d2-ac4a-4ceb-9a88-e765b2174506 HTTP/1.1" status: 200 len: 217 time: 0.0872788 Jun 14 16:42:09.531203 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be0ff1-5d1d-4aec-91fa-c7fe86350510 req-c4aa4616-1ae9-4e0c-b351-73bda2cd5502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:42:09.534669 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-f1be0ff1-5d1d-4aec-91fa-c7fe86350510 req-c4aa4616-1ae9-4e0c-b351-73bda2cd5502 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f75ef026-28bb-4bb3-9911-3b4874a67532 HTTP/1.1" status: 200 len: 848 time: 0.1655216 Jun 14 16:42:09.615525 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-f1be0ff1-5d1d-4aec-91fa-c7fe86350510 req-231ac63b-5975-4242-a2ab-a8c21add5d56 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=00c0af3b-f615-4e4c-a72e-2decab29c508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664730 Jun 14 16:42:09.680997 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7695792a-8105-4f56-bb46-dbd6dbcdf3ba req-a61d8b24-76bc-4776-8966-b5055cb3399d tempest-VolumesActionsTest-212191376 tempest-VolumesActionsTest-212191376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:42:09.683073 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-7695792a-8105-4f56-bb46-dbd6dbcdf3ba req-a61d8b24-76bc-4776-8966-b5055cb3399d tempest-VolumesActionsTest-212191376 tempest-VolumesActionsTest-212191376-project] 10.222.0.16 "GET /v2.0/ports?device_id=82fb1e81-45a3-42d2-8c19-e9c4e0bcbbe4 HTTP/1.1" status: 200 len: 943 time: 0.2573593 Jun 14 16:42:09.875996 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-7695792a-8105-4f56-bb46-dbd6dbcdf3ba req-b16c7080-bec7-4f2b-8d8a-c76410ab7959 tempest-VolumesActionsTest-212191376 tempest-VolumesActionsTest-212191376-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce4b773a-bdeb-4774-a764-84d8cd2e3e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805069 Jun 14 16:42:09.882795 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-f1be0ff1-5d1d-4aec-91fa-c7fe86350510 req-607d3516-3c4b-49f4-88ac-78f60c24d26e service neutron] 10.222.0.41 "GET /v2.0/networks/00c0af3b-f615-4e4c-a72e-2decab29c508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595999 Jun 14 16:42:10.048312 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d7c0b3-510c-446a-a71e-641ef58b09b5 req-59eab832-dbef-4e49-9b1c-0a91478462af tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:42:10.050275 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-32d7c0b3-510c-446a-a71e-641ef58b09b5 req-59eab832-dbef-4e49-9b1c-0a91478462af tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/ports?device_id=c75bc347-1d08-4e4b-81bb-7f3fb82a8770 HTTP/1.1" status: 200 len: 944 time: 0.1464078 Jun 14 16:42:10.107087 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-f1be0ff1-5d1d-4aec-91fa-c7fe86350510 req-c0bbf86d-87c9-45d9-bc1b-f505abfaa541 service neutron] 10.222.0.41 "GET /v2.0/networks/00c0af3b-f615-4e4c-a72e-2decab29c508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126677 Jun 14 16:42:10.134875 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-32d7c0b3-510c-446a-a71e-641ef58b09b5 req-9af9443e-0218-4a89-b9d8-e4b6e473f687 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea112548-ed8e-48a6-ab53-e4f921d6f893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736458 Jun 14 16:42:10.974945 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device fff2687b-bcf7-4e7b-9cbb-8b8fb20315a6 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=91937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 16:42:11.179101 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] For port fff2687b-bcf7-4e7b-9cbb-8b8fb20315a6, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=fff2687b-bcf7-4e7b-9cbb-8b8fb20315a6,segment=NetworkSegment(690bd276-103b-46b0-9d5a-76d942177037),segment_id=690bd276-103b-46b0-9d5a-76d942177037)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:42:11.201566 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Returning: {'device': 'fff2687b-bcf7-4e7b-9cbb-8b8fb20315a6', 'network_id': 'ddf07b9e-99ea-4c30-b823-72f2b0ed4055', 'port_id': 'fff2687b-bcf7-4e7b-9cbb-8b8fb20315a6', 'mac_address': 'fa:16:3e:69:76:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c03c59fa-658a-445c-9394-38c3bfae06f0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 16:42:11.271235 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dec203-7fa8-4abd-ba14-f923d46f4a8d req-057bc490-7c1c-48f1-83fa-c87f7f905e8b tempest-VolumesActionsTest-212191376 tempest-VolumesActionsTest-212191376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:42:11.272847 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:11.274811 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-d6dec203-7fa8-4abd-ba14-f923d46f4a8d req-057bc490-7c1c-48f1-83fa-c87f7f905e8b tempest-VolumesActionsTest-212191376 tempest-VolumesActionsTest-212191376-project] 10.222.0.16 "GET /v2.0/ports?device_id=82fb1e81-45a3-42d2-8c19-e9c4e0bcbbe4 HTTP/1.1" status: 200 len: 943 time: 0.1567950 Jun 14 16:42:11.302086 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.notifiers.nova [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fff2687b-bcf7-4e7b-9cbb-8b8fb20315a6 {{(pid=91937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 16:42:11.342801 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] For port fff2687b-bcf7-4e7b-9cbb-8b8fb20315a6, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=fff2687b-bcf7-4e7b-9cbb-8b8fb20315a6,segment=NetworkSegment(690bd276-103b-46b0-9d5a-76d942177037),segment_id=690bd276-103b-46b0-9d5a-76d942177037)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:42:11.349282 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:11.352109 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:42:11.355056 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-d6dec203-7fa8-4abd-ba14-f923d46f4a8d req-e75dda19-d927-4649-b9ef-50826bf688ae tempest-VolumesActionsTest-212191376 tempest-VolumesActionsTest-212191376-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce4b773a-bdeb-4774-a764-84d8cd2e3e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688882 Jun 14 16:42:11.465622 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Pushing event updated for resources: {'Port': ['ID=fff2687b-bcf7-4e7b-9cbb-8b8fb20315a6,revision_number=4']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:42:11.472540 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:42:11.480054 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db59aa-4d71-401a-af0b-d87f6ad00ffd req-6d0b80d7-a821-4c2b-a00b-9b1cad3a9773 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:42:11.483039 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-41db59aa-4d71-401a-af0b-d87f6ad00ffd req-6d0b80d7-a821-4c2b-a00b-9b1cad3a9773 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/ports?device_id=c75bc347-1d08-4e4b-81bb-7f3fb82a8770 HTTP/1.1" status: 200 len: 945 time: 0.1320982 Jun 14 16:42:11.567967 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-41db59aa-4d71-401a-af0b-d87f6ad00ffd req-8526da43-74cf-461f-9f9c-62c98477f833 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea112548-ed8e-48a6-ab53-e4f921d6f893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773981 Jun 14 16:42:11.625101 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] get_ports_and_sgs() called for port_ids ['fff2687b-bcf7-4e7b-9cbb-8b8fb20315a6'] {{(pid=91937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 16:42:12.705373 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8546ff4-6533-402d-bfd8-497500d630a9 req-d646a69f-8889-484b-848d-ba51e5da036c tempest-VolumesActionsTest-212191376 tempest-VolumesActionsTest-212191376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:42:12.708093 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-d8546ff4-6533-402d-bfd8-497500d630a9 req-d646a69f-8889-484b-848d-ba51e5da036c tempest-VolumesActionsTest-212191376 tempest-VolumesActionsTest-212191376-project] 10.222.0.16 "GET /v2.0/ports?device_id=82fb1e81-45a3-42d2-8c19-e9c4e0bcbbe4 HTTP/1.1" status: 200 len: 943 time: 0.1305394 Jun 14 16:42:12.795423 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-d8546ff4-6533-402d-bfd8-497500d630a9 req-745dca6b-5325-4e36-a950-10398f2e9d57 tempest-VolumesActionsTest-212191376 tempest-VolumesActionsTest-212191376-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce4b773a-bdeb-4774-a764-84d8cd2e3e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723927 Jun 14 16:42:12.806840 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device 619a13d2-ac4a-4ceb-9a88-e765b2174506 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=91937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 16:42:12.811968 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device fff2687b-bcf7-4e7b-9cbb-8b8fb20315a6 up at agent hyperv_hv-cinder-79628 {{(pid=91937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:42:12.926577 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0de00-0fa0-4671-9db0-6c687a6008f1 req-4dbce0d8-db05-4388-94eb-b28bef5a0ae7 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:42:12.929222 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-55c0de00-0fa0-4671-9db0-6c687a6008f1 req-4dbce0d8-db05-4388-94eb-b28bef5a0ae7 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/ports?device_id=c75bc347-1d08-4e4b-81bb-7f3fb82a8770 HTTP/1.1" status: 200 len: 945 time: 0.1556492 Jun 14 16:42:13.007312 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-55c0de00-0fa0-4671-9db0-6c687a6008f1 req-d2be7dac-9a8c-4986-b42a-1b210d3e628c tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea112548-ed8e-48a6-ab53-e4f921d6f893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655997 Jun 14 16:42:13.050082 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Provisioning for port fff2687b-bcf7-4e7b-9cbb-8b8fb20315a6 completed by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:42:13.061640 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Provisioning complete for port fff2687b-bcf7-4e7b-9cbb-8b8fb20315a6 triggered by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:42:13.062184 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:13.140681 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] For port 619a13d2-ac4a-4ceb-9a88-e765b2174506, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=619a13d2-ac4a-4ceb-9a88-e765b2174506,segment=NetworkSegment(81acd9ee-8e9d-4478-b419-84f947373954),segment_id=81acd9ee-8e9d-4478-b419-84f947373954)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:42:13.164872 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Returning: {'device': '619a13d2-ac4a-4ceb-9a88-e765b2174506', 'network_id': '00c0af3b-f615-4e4c-a72e-2decab29c508', 'port_id': '619a13d2-ac4a-4ceb-9a88-e765b2174506', 'mac_address': 'fa:16:3e:c5:53:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f75ef026-28bb-4bb3-9911-3b4874a67532', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 16:42:13.295385 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:13.308857 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.agents_db [None req-014db0b1-f8e7-4480-967a-879c185ba95d None None] Agent healthcheck: found 6 active agents {{(pid=91938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:42:13.327577 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:13.331979 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.notifiers.nova [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 619a13d2-ac4a-4ceb-9a88-e765b2174506 {{(pid=91937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 16:42:13.388401 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] For port 619a13d2-ac4a-4ceb-9a88-e765b2174506, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=619a13d2-ac4a-4ceb-9a88-e765b2174506,segment=NetworkSegment(81acd9ee-8e9d-4478-b419-84f947373954),segment_id=81acd9ee-8e9d-4478-b419-84f947373954)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:42:13.395203 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c75bc347-1d08-4e4b-81bb-7f3fb82a8770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fff2687b-bcf7-4e7b-9cbb-8b8fb20315a6'}] {{(pid=91937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:42:13.397902 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}410d25e5bbb1e20f764875c123142387b982c9cf9b01c37f3ab36e77f3c6c019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-045e23a1-ef70-432c-b3a4-176e4e5c439f" -d '{"events": [{"server_uuid": "c75bc347-1d08-4e4b-81bb-7f3fb82a8770", "name": "network-vif-plugged", "status": "completed", "tag": "fff2687b-bcf7-4e7b-9cbb-8b8fb20315a6"}]}' {{(pid=91937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:42:13.404994 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:13.419825 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:42:13.431587 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] For port fff2687b-bcf7-4e7b-9cbb-8b8fb20315a6, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=fff2687b-bcf7-4e7b-9cbb-8b8fb20315a6,segment=NetworkSegment(690bd276-103b-46b0-9d5a-76d942177037),segment_id=690bd276-103b-46b0-9d5a-76d942177037)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:42:13.471363 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 16:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a983e9ca-f9ec-4734-913c-2c34689d18fd x-openstack-request-id: req-a983e9ca-f9ec-4734-913c-2c34689d18fd {{(pid=91937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:42:13.471878 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c75bc347-1d08-4e4b-81bb-7f3fb82a8770", "name": "network-vif-plugged", "status": "completed", "tag": "fff2687b-bcf7-4e7b-9cbb-8b8fb20315a6", "code": 200}]} {{(pid=91937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:42:13.472313 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a983e9ca-f9ec-4734-913c-2c34689d18fd {{(pid=91937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:42:13.472970 dv-cinder-796286-2-smb neutron-server[91937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c75bc347-1d08-4e4b-81bb-7f3fb82a8770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fff2687b-bcf7-4e7b-9cbb-8b8fb20315a6', 'code': 200} Jun 14 16:42:13.476942 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:13.531296 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Pushing event updated for resources: {'Port': ['ID=619a13d2-ac4a-4ceb-9a88-e765b2174506,revision_number=4']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:42:13.537764 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:42:13.538538 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:42:13.658875 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Pushing event updated for resources: {'Port': ['ID=fff2687b-bcf7-4e7b-9cbb-8b8fb20315a6,revision_number=5']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:42:13.669528 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:42:13.700869 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] get_ports_and_sgs() called for port_ids ['619a13d2-ac4a-4ceb-9a88-e765b2174506'] {{(pid=91937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 16:42:13.870056 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2000009-10a9-4941-afaf-7689efa2ade3 req-f08fdced-9421-4c03-b62c-e5b31c02a51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:42:13.872587 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-e2000009-10a9-4941-afaf-7689efa2ade3 req-f08fdced-9421-4c03-b62c-e5b31c02a51e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c75bc347-1d08-4e4b-81bb-7f3fb82a8770 HTTP/1.1" status: 200 len: 1099 time: 0.0942938 Jun 14 16:42:13.956632 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-e2000009-10a9-4941-afaf-7689efa2ade3 req-451bc96c-47cd-423e-bd97-aa6e701f45e7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ea112548-ed8e-48a6-ab53-e4f921d6f893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731218 Jun 14 16:42:14.191286 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2cf1b8-b913-4b7b-a191-ada519ad658a req-bbcdb014-06af-4760-902b-781736e59298 tempest-VolumesActionsTest-212191376 tempest-VolumesActionsTest-212191376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:42:14.194153 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-db2cf1b8-b913-4b7b-a191-ada519ad658a req-bbcdb014-06af-4760-902b-781736e59298 tempest-VolumesActionsTest-212191376 tempest-VolumesActionsTest-212191376-project] 10.222.0.16 "GET /v2.0/ports?device_id=82fb1e81-45a3-42d2-8c19-e9c4e0bcbbe4 HTTP/1.1" status: 200 len: 944 time: 0.1465170 Jun 14 16:42:14.286105 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-db2cf1b8-b913-4b7b-a191-ada519ad658a req-988f5925-01cc-4bfe-950d-0ae29c382c8c tempest-VolumesActionsTest-212191376 tempest-VolumesActionsTest-212191376-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce4b773a-bdeb-4774-a764-84d8cd2e3e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808077 Jun 14 16:42:14.401122 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31224a70-583e-47f9-b62b-815ecd62ba13 req-2c996db2-3261-4ee9-8dbf-73c4fbcbc749 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:42:14.403797 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-31224a70-583e-47f9-b62b-815ecd62ba13 req-2c996db2-3261-4ee9-8dbf-73c4fbcbc749 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/ports?device_id=c75bc347-1d08-4e4b-81bb-7f3fb82a8770 HTTP/1.1" status: 200 len: 946 time: 0.1566474 Jun 14 16:42:14.490620 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-31224a70-583e-47f9-b62b-815ecd62ba13 req-3020829c-3639-4de6-af37-310fac11f2ee tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea112548-ed8e-48a6-ab53-e4f921d6f893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704298 Jun 14 16:42:14.825984 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device 619a13d2-ac4a-4ceb-9a88-e765b2174506 up at agent hyperv_hv-cinder-79628 {{(pid=91937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:42:14.940244 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Provisioning for port 619a13d2-ac4a-4ceb-9a88-e765b2174506 completed by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:42:14.947792 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Provisioning complete for port 619a13d2-ac4a-4ceb-9a88-e765b2174506 triggered by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:42:14.948422 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:15.136122 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:15.208382 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] For port 619a13d2-ac4a-4ceb-9a88-e765b2174506, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=619a13d2-ac4a-4ceb-9a88-e765b2174506,segment=NetworkSegment(81acd9ee-8e9d-4478-b419-84f947373954),segment_id=81acd9ee-8e9d-4478-b419-84f947373954)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:42:15.224672 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:15.230083 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:42:15.337148 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Pushing event updated for resources: {'Port': ['ID=619a13d2-ac4a-4ceb-9a88-e765b2174506,revision_number=5']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:42:15.347608 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:42:15.474188 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82fb1e81-45a3-42d2-8c19-e9c4e0bcbbe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '619a13d2-ac4a-4ceb-9a88-e765b2174506'}] {{(pid=91937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:42:15.478209 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}410d25e5bbb1e20f764875c123142387b982c9cf9b01c37f3ab36e77f3c6c019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c614d428-4a6e-4099-9252-0cf55ae41b87" -d '{"events": [{"server_uuid": "82fb1e81-45a3-42d2-8c19-e9c4e0bcbbe4", "name": "network-vif-plugged", "status": "completed", "tag": "619a13d2-ac4a-4ceb-9a88-e765b2174506"}]}' {{(pid=91937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:42:15.574453 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 16:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-992a5677-9f5e-4474-970b-7a93950b66fd x-openstack-request-id: req-992a5677-9f5e-4474-970b-7a93950b66fd {{(pid=91937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:42:15.575274 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82fb1e81-45a3-42d2-8c19-e9c4e0bcbbe4", "name": "network-vif-plugged", "status": "completed", "tag": "619a13d2-ac4a-4ceb-9a88-e765b2174506", "code": 200}]} {{(pid=91937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:42:15.575700 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-992a5677-9f5e-4474-970b-7a93950b66fd {{(pid=91937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:42:15.577246 dv-cinder-796286-2-smb neutron-server[91937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82fb1e81-45a3-42d2-8c19-e9c4e0bcbbe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '619a13d2-ac4a-4ceb-9a88-e765b2174506', 'code': 200} Jun 14 16:42:15.640646 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8252d8f6-69de-4a02-8f81-863bf3ad621a req-c0600175-cc1c-4567-9cfc-f4d915f792b1 tempest-VolumesActionsTest-212191376 tempest-VolumesActionsTest-212191376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:42:15.648723 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-8252d8f6-69de-4a02-8f81-863bf3ad621a req-c0600175-cc1c-4567-9cfc-f4d915f792b1 tempest-VolumesActionsTest-212191376 tempest-VolumesActionsTest-212191376-project] 10.222.0.16 "GET /v2.0/ports?device_id=82fb1e81-45a3-42d2-8c19-e9c4e0bcbbe4 HTTP/1.1" status: 200 len: 945 time: 0.1335454 Jun 14 16:42:15.740771 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-8252d8f6-69de-4a02-8f81-863bf3ad621a req-7a302e89-310e-4e37-9586-4f6a9feb083d tempest-VolumesActionsTest-212191376 tempest-VolumesActionsTest-212191376-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce4b773a-bdeb-4774-a764-84d8cd2e3e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856383 Jun 14 16:42:15.973618 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:15.990311 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166dfdf-5dee-42b4-8b18-881e8ab3a4d9 req-af177054-71e0-43ae-a0b2-88e41eab27ba tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:42:15.993206 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-6166dfdf-5dee-42b4-8b18-881e8ab3a4d9 req-af177054-71e0-43ae-a0b2-88e41eab27ba tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/ports?device_id=c75bc347-1d08-4e4b-81bb-7f3fb82a8770 HTTP/1.1" status: 200 len: 946 time: 0.2310574 Jun 14 16:42:16.089020 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03735bc7-9259-45be-94ca-640f26ef2068 req-62d86957-437c-4949-9770-250c3c6a4ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:42:16.091687 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-03735bc7-9259-45be-94ca-640f26ef2068 req-62d86957-437c-4949-9770-250c3c6a4ca2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=82fb1e81-45a3-42d2-8c19-e9c4e0bcbbe4 HTTP/1.1" status: 200 len: 1098 time: 0.2254860 Jun 14 16:42:16.098134 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-6166dfdf-5dee-42b4-8b18-881e8ab3a4d9 req-fae75496-1b18-41f3-a578-8c352b93ca8a tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea112548-ed8e-48a6-ab53-e4f921d6f893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942347 Jun 14 16:42:16.160419 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-03735bc7-9259-45be-94ca-640f26ef2068 req-fe8a43f7-ebe3-404e-a60d-fe3150943666 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ce4b773a-bdeb-4774-a764-84d8cd2e3e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607049 Jun 14 16:42:16.450199 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e7f3de-291e-4ab3-9ac2-3a952ab2fab7 req-712ef0af-5acd-40b5-afd6-0f991c92c535 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:42:16.452978 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-a6e7f3de-291e-4ab3-9ac2-3a952ab2fab7 req-712ef0af-5acd-40b5-afd6-0f991c92c535 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/ports?device_id=c75bc347-1d08-4e4b-81bb-7f3fb82a8770 HTTP/1.1" status: 200 len: 946 time: 0.1397431 Jun 14 16:42:16.467862 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 49174) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:42:16.477707 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.v2.base [None req-11948e22-07d2-474f-b3a7-fdd262db46a7 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Request body: {'floatingip': {'port_id': 'fff2687b-bcf7-4e7b-9cbb-8b8fb20315a6'}} {{(pid=91936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:42:16.584250 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-11948e22-07d2-474f-b3a7-fdd262db46a7 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks [] for floatingip, before_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:17.311868 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1115317b-b704-42ad-a71e-07a9c411720c req-73b9b7a3-765f-4311-91aa-ded082c3b755 tempest-VolumesActionsTest-212191376 tempest-VolumesActionsTest-212191376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:42:17.315837 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-1115317b-b704-42ad-a71e-07a9c411720c req-73b9b7a3-765f-4311-91aa-ded082c3b755 tempest-VolumesActionsTest-212191376 tempest-VolumesActionsTest-212191376-project] 10.222.0.16 "GET /v2.0/ports?device_id=82fb1e81-45a3-42d2-8c19-e9c4e0bcbbe4 HTTP/1.1" status: 200 len: 945 time: 0.2765279 Jun 14 16:42:17.953375 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-1115317b-b704-42ad-a71e-07a9c411720c req-a174ac77-105a-451c-8696-9bc3fb44db65 tempest-VolumesActionsTest-212191376 tempest-VolumesActionsTest-212191376-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce4b773a-bdeb-4774-a764-84d8cd2e3e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5569043 Jun 14 16:42:18.165675 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-11948e22-07d2-474f-b3a7-fdd262db46a7 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:18.177338 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-11948e22-07d2-474f-b3a7-fdd262db46a7 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904124'] for floatingip, after_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:18.413775 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.db.l3_db [None req-11948e22-07d2-474f-b3a7-fdd262db46a7 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Floating IP d1557abe-9ca1-4150-bfe9-24f0f6be0db2 associated. External IP: 172.28.1.64, port: fff2687b-bcf7-4e7b-9cbb-8b8fb20315a6. Jun 14 16:42:18.907549 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11948e22-07d2-474f-b3a7-fdd262db46a7 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Router 28b8be67-f847-4c10-a978-f10383f13ded has already been hosted by L3 agent ca10c576-315d-4f3b-b2d0-f5eeab5e8277 {{(pid=91936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 16:42:18.908570 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-4633a7bb-ca5c-4fd2-8d6c-2565796db1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:19.206770 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11948e22-07d2-474f-b3a7-fdd262db46a7 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify agent at l3_agent.dv-cinder-796286-2-smb the message routers_updated {{(pid=91936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 16:42:19.216321 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-11948e22-07d2-474f-b3a7-fdd262db46a7 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220504'] for floatingip, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:19.223899 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc27b964-714c-4cbe-9629-fb7e951ce70a None None] Sync routers for ids ['28b8be67-f847-4c10-a978-f10383f13ded'] in dv-cinder-796286-2-smb {{(pid=91938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 16:42:19.241295 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc27b964-714c-4cbe-9629-fb7e951ce70a None None] Routers {'28b8be67-f847-4c10-a978-f10383f13ded'} bound to L3 agent in host dv-cinder-796286-2-smb {{(pid=91938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:42:19.242384 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_hamode_db [None req-dc27b964-714c-4cbe-9629-fb7e951ce70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-14T16:26:21Z,description=,heartbeat_timestamp=2021-06-14T16:41:52Z,host='dv-cinder-796286-2-smb',id=ca10c576-315d-4f3b-b2d0-f5eeab5e8277,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:26:21Z,topic='l3_agent')) {'router_ids': ['28b8be67-f847-4c10-a978-f10383f13ded'], 'active': True} {{(pid=91938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:42:19.300953 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-11948e22-07d2-474f-b3a7-fdd262db46a7 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "PUT /v2.0/floatingips/d1557abe-9ca1-4150-bfe9-24f0f6be0db2 HTTP/1.1" status: 200 len: 991 time: 2.8309488 Jun 14 16:42:19.302965 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c75bc347-1d08-4e4b-81bb-7f3fb82a8770', 'tag': 'fff2687b-bcf7-4e7b-9cbb-8b8fb20315a6'}] {{(pid=91936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:42:19.308797 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659a09cea19619e202447e1b4bc3efe885e95cab3022d83c422060b06feffe3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44514b64-ff69-44cd-8d8e-4f5cd1acb5ae" -d '{"events": [{"name": "network-changed", "server_uuid": "c75bc347-1d08-4e4b-81bb-7f3fb82a8770", "tag": "fff2687b-bcf7-4e7b-9cbb-8b8fb20315a6"}]}' {{(pid=91936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:42:19.358827 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e419b1-31ca-4814-9cca-4fc335ff10b9 req-284ba423-ae98-4d33-91f1-333b9e8c3f14 tempest-VolumesActionsTest-212191376 tempest-VolumesActionsTest-212191376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:42:19.362127 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-b2e419b1-31ca-4814-9cca-4fc335ff10b9 req-284ba423-ae98-4d33-91f1-333b9e8c3f14 tempest-VolumesActionsTest-212191376 tempest-VolumesActionsTest-212191376-project] 10.222.0.16 "GET /v2.0/ports?device_id=82fb1e81-45a3-42d2-8c19-e9c4e0bcbbe4 HTTP/1.1" status: 200 len: 945 time: 0.1754057 Jun 14 16:42:19.453171 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-b2e419b1-31ca-4814-9cca-4fc335ff10b9 req-1cc9566c-d4c5-4a1d-bb7b-53a5ac2c1884 tempest-VolumesActionsTest-212191376 tempest-VolumesActionsTest-212191376-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce4b773a-bdeb-4774-a764-84d8cd2e3e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784817 Jun 14 16:42:19.556453 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 16:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f82a8fee-05c1-44a7-b1ff-c9842f790b10 x-openstack-request-id: req-f82a8fee-05c1-44a7-b1ff-c9842f790b10 {{(pid=91936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:42:19.557326 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c75bc347-1d08-4e4b-81bb-7f3fb82a8770", "tag": "fff2687b-bcf7-4e7b-9cbb-8b8fb20315a6", "status": "completed", "code": 200}]} {{(pid=91936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:42:19.557509 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f82a8fee-05c1-44a7-b1ff-c9842f790b10 {{(pid=91936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:42:19.558126 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c75bc347-1d08-4e4b-81bb-7f3fb82a8770', 'tag': 'fff2687b-bcf7-4e7b-9cbb-8b8fb20315a6', 'status': 'completed', 'code': 200} Jun 14 16:42:19.561022 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_dvr_db [None req-dc27b964-714c-4cbe-9629-fb7e951ce70a None None] Set router 28b8be67-f847-4c10-a978-f10383f13ded gateway port host: dv-cinder-796286-2-smb {{(pid=91938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:42:19.691468 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44514b64-ff69-44cd-8d8e-4f5cd1acb5ae req-8ccb95d7-477e-4efd-8566-fed29e9156ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:42:19.693219 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-44514b64-ff69-44cd-8d8e-4f5cd1acb5ae req-8ccb95d7-477e-4efd-8566-fed29e9156ec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f95622ea97f4a73ad83eb5e2eea8149&device_id=c75bc347-1d08-4e4b-81bb-7f3fb82a8770 HTTP/1.1" status: 200 len: 1099 time: 0.1084466 Jun 14 16:42:19.964610 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44514b64-ff69-44cd-8d8e-4f5cd1acb5ae req-fa78ec20-ebd5-40fb-b076-509aeb779b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:42:19.967351 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-44514b64-ff69-44cd-8d8e-4f5cd1acb5ae req-fa78ec20-ebd5-40fb-b076-509aeb779b1c service neutron] 10.222.0.41 "GET /v2.0/networks?id=ddf07b9e-99ea-4c30-b823-72f2b0ed4055 HTTP/1.1" status: 200 len: 912 time: 0.2672186 Jun 14 16:42:20.152413 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-44514b64-ff69-44cd-8d8e-4f5cd1acb5ae req-6a9ead5d-ecc3-4d96-93b8-211b4f96d2b6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fff2687b-bcf7-4e7b-9cbb-8b8fb20315a6 HTTP/1.1" status: 200 len: 999 time: 0.1780174 Jun 14 16:42:20.263293 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44514b64-ff69-44cd-8d8e-4f5cd1acb5ae req-6f2a2356-9271-45cc-9b9a-6451f41a209d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:42:20.266098 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-44514b64-ff69-44cd-8d8e-4f5cd1acb5ae req-6f2a2356-9271-45cc-9b9a-6451f41a209d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c03c59fa-658a-445c-9394-38c3bfae06f0 HTTP/1.1" status: 200 len: 850 time: 0.1038373 Jun 14 16:42:20.300414 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_hamode_db [None req-dc27b964-714c-4cbe-9629-fb7e951ce70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b8be67-f847-4c10-a978-f10383f13ded', 'name': 'tempest-AttachVolumeTestJSON-1207740692-router', 'tenant_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.195'}], 'enable_snat': True}, 'gw_port_id': '77063136-84a6-47d0-a4e7-974ce2d3a121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:38:41Z', 'updated_at': '2021-06-14T16:38:46Z', 'revision_number': 4, 'project_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'gw_port': {'id': '77063136-84a6-47d0-a4e7-974ce2d3a121', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:67:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b8be67-f847-4c10-a978-f10383f13ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:38:42Z', 'updated_at': '2021-06-14T16:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb', '_floatingips': [{'id': 'd1557abe-9ca1-4150-bfe9-24f0f6be0db2', 'tenant_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'floating_ip_address': '172.28.1.64', 'floating_network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'router_id': '28b8be67-f847-4c10-a978-f10383f13ded', 'port_id': 'fff2687b-bcf7-4e7b-9cbb-8b8fb20315a6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddf07b9e-99ea-4c30-b823-72f2b0ed4055', 'mac_address': 'fa:16:3e:69:76:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75bc347-1d08-4e4b-81bb-7f3fb82a8770', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T16:41:56Z', 'updated_at': '2021-06-14T16:42:17Z', 'revision_number': 1, 'project_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48d86202-6159-43a1-aa04-a8b18949ac44', 'name': '', 'network_id': 'ddf07b9e-99ea-4c30-b823-72f2b0ed4055', 'tenant_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'mac_address': 'fa:16:3e:71:ff:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b8be67-f847-4c10-a978-f10383f13ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'c03c59fa-658a-445c-9394-38c3bfae06f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:38:45Z', 'updated_at': '2021-06-14T16:38:54Z', 'revision_number': 5, 'project_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'subnets': [{'id': 'c03c59fa-658a-445c-9394-38c3bfae06f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-smb', False) {} {{(pid=91938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:42:20.306628 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc27b964-714c-4cbe-9629-fb7e951ce70a None None] Checking router: 28b8be67-f847-4c10-a978-f10383f13ded for host: dv-cinder-796286-2-smb {{(pid=91938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 16:42:20.322352 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc27b964-714c-4cbe-9629-fb7e951ce70a None None] Routers {'28b8be67-f847-4c10-a978-f10383f13ded'} bound to L3 agent in host dv-cinder-796286-2-smb {{(pid=91938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:42:20.323452 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_hamode_db [None req-dc27b964-714c-4cbe-9629-fb7e951ce70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-14T16:26:21Z,description=,heartbeat_timestamp=2021-06-14T16:41:52Z,host='dv-cinder-796286-2-smb',id=ca10c576-315d-4f3b-b2d0-f5eeab5e8277,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:26:21Z,topic='l3_agent')) {'router_ids': ['28b8be67-f847-4c10-a978-f10383f13ded'], 'active': True} {{(pid=91938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:42:20.382083 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44514b64-ff69-44cd-8d8e-4f5cd1acb5ae req-aa0d743c-9bc1-409d-9a38-82abd349bbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:42:20.384739 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-44514b64-ff69-44cd-8d8e-4f5cd1acb5ae req-aa0d743c-9bc1-409d-9a38-82abd349bbe4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ddf07b9e-99ea-4c30-b823-72f2b0ed4055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1079001 Jun 14 16:42:20.623008 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-44514b64-ff69-44cd-8d8e-4f5cd1acb5ae req-b2ee5de0-42e8-424e-915d-03814250e81e service neutron] 10.222.0.41 "GET /v2.0/networks/ddf07b9e-99ea-4c30-b823-72f2b0ed4055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272749 Jun 14 16:42:20.623976 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_dvr_db [None req-dc27b964-714c-4cbe-9629-fb7e951ce70a None None] Set router 28b8be67-f847-4c10-a978-f10383f13ded gateway port host: dv-cinder-796286-2-smb {{(pid=91938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:42:20.850596 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-44514b64-ff69-44cd-8d8e-4f5cd1acb5ae req-026eca5f-301e-4cab-8c09-4327f02c398a service neutron] 10.222.0.41 "GET /v2.0/networks/ddf07b9e-99ea-4c30-b823-72f2b0ed4055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200360 Jun 14 16:42:21.118939 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_hamode_db [None req-dc27b964-714c-4cbe-9629-fb7e951ce70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b8be67-f847-4c10-a978-f10383f13ded', 'name': 'tempest-AttachVolumeTestJSON-1207740692-router', 'tenant_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.195'}], 'enable_snat': True}, 'gw_port_id': '77063136-84a6-47d0-a4e7-974ce2d3a121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:38:41Z', 'updated_at': '2021-06-14T16:38:46Z', 'revision_number': 4, 'project_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'gw_port': {'id': '77063136-84a6-47d0-a4e7-974ce2d3a121', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:67:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b8be67-f847-4c10-a978-f10383f13ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:38:42Z', 'updated_at': '2021-06-14T16:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb', '_floatingips': [{'id': 'd1557abe-9ca1-4150-bfe9-24f0f6be0db2', 'tenant_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'floating_ip_address': '172.28.1.64', 'floating_network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'router_id': '28b8be67-f847-4c10-a978-f10383f13ded', 'port_id': 'fff2687b-bcf7-4e7b-9cbb-8b8fb20315a6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddf07b9e-99ea-4c30-b823-72f2b0ed4055', 'mac_address': 'fa:16:3e:69:76:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75bc347-1d08-4e4b-81bb-7f3fb82a8770', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T16:41:56Z', 'updated_at': '2021-06-14T16:42:17Z', 'revision_number': 1, 'project_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48d86202-6159-43a1-aa04-a8b18949ac44', 'name': '', 'network_id': 'ddf07b9e-99ea-4c30-b823-72f2b0ed4055', 'tenant_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'mac_address': 'fa:16:3e:71:ff:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b8be67-f847-4c10-a978-f10383f13ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'c03c59fa-658a-445c-9394-38c3bfae06f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:38:45Z', 'updated_at': '2021-06-14T16:38:54Z', 'revision_number': 5, 'project_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'subnets': [{'id': 'c03c59fa-658a-445c-9394-38c3bfae06f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-smb', False) {} {{(pid=91938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:42:21.130327 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc27b964-714c-4cbe-9629-fb7e951ce70a None None] The sync data for ids ['28b8be67-f847-4c10-a978-f10383f13ded'] in dv-cinder-796286-2-smb is: [{'id': '28b8be67-f847-4c10-a978-f10383f13ded', 'name': 'tempest-AttachVolumeTestJSON-1207740692-router', 'tenant_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.195'}], 'enable_snat': True}, 'gw_port_id': '77063136-84a6-47d0-a4e7-974ce2d3a121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:38:41Z', 'updated_at': '2021-06-14T16:38:46Z', 'revision_number': 4, 'project_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'gw_port': {'id': '77063136-84a6-47d0-a4e7-974ce2d3a121', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:67:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b8be67-f847-4c10-a978-f10383f13ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:38:42Z', 'updated_at': '2021-06-14T16:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb', '_floatingips': [{'id': 'd1557abe-9ca1-4150-bfe9-24f0f6be0db2', 'tenant_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'floating_ip_address': '172.28.1.64', 'floating_network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'router_id': '28b8be67-f847-4c10-a978-f10383f13ded', 'port_id': 'fff2687b-bcf7-4e7b-9cbb-8b8fb20315a6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddf07b9e-99ea-4c30-b823-72f2b0ed4055', 'mac_address': 'fa:16:3e:69:76:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75bc347-1d08-4e4b-81bb-7f3fb82a8770', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T16:41:56Z', 'updated_at': '2021-06-14T16:42:17Z', 'revision_number': 1, 'project_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48d86202-6159-43a1-aa04-a8b18949ac44', 'name': '', 'network_id': 'ddf07b9e-99ea-4c30-b823-72f2b0ed4055', 'tenant_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'mac_address': 'fa:16:3e:71:ff:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b8be67-f847-4c10-a978-f10383f13ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'c03c59fa-658a-445c-9394-38c3bfae06f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:38:45Z', 'updated_at': '2021-06-14T16:38:54Z', 'revision_number': 5, 'project_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'subnets': [{'id': 'c03c59fa-658a-445c-9394-38c3bfae06f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 16:42:21.406147 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7c3acc-b90e-4a3c-ae02-88b4e70edbe6 None None] New status for floating IP d1557abe-9ca1-4150-bfe9-24f0f6be0db2: ACTIVE {{(pid=91937) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 16:42:21.663906 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-b0d606f0-9b89-4588-ac7a-95506099252f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:21.862410 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:22.786833 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-ac317c73-f3f7-46db-8eeb-274d40bc3b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:23.211983 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce943661-100d-445a-a953-6fd99d031760 req-68fa6ebb-81df-49dd-a745-0e74ee537500 tempest-VolumesActionsTest-212191376 tempest-VolumesActionsTest-212191376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:42:23.214635 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-ce943661-100d-445a-a953-6fd99d031760 req-68fa6ebb-81df-49dd-a745-0e74ee537500 tempest-VolumesActionsTest-212191376 tempest-VolumesActionsTest-212191376-project] 10.222.0.16 "GET /v2.0/ports?device_id=82fb1e81-45a3-42d2-8c19-e9c4e0bcbbe4 HTTP/1.1" status: 200 len: 945 time: 0.1055915 Jun 14 16:42:23.297702 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-ce943661-100d-445a-a953-6fd99d031760 req-a2d53171-6a4d-4aa8-84ff-e5e85f43ce64 tempest-VolumesActionsTest-212191376 tempest-VolumesActionsTest-212191376-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce4b773a-bdeb-4774-a764-84d8cd2e3e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749776 Jun 14 16:42:24.427425 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-61a174dc-ae9e-41b9-9cb1-e8a1b9f9c99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:24.567227 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1d7f6f-a6c8-4a64-9daa-309ae392d2f1 req-6672704d-8d83-4013-a6f5-4b71e518959c tempest-VolumesActionsTest-212191376 tempest-VolumesActionsTest-212191376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:42:24.568177 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05f1857-abcf-4fc0-8be4-7af4d99e1ca2 req-bbeadb97-9f29-4173-8f8a-201a267471fa tempest-VolumesActionsTest-212191376 tempest-VolumesActionsTest-212191376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:42:24.568177 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-b05f1857-abcf-4fc0-8be4-7af4d99e1ca2 req-bbeadb97-9f29-4173-8f8a-201a267471fa tempest-VolumesActionsTest-212191376 tempest-VolumesActionsTest-212191376-project] 10.222.0.16 "GET /v2.0/ports?device_id=82fb1e81-45a3-42d2-8c19-e9c4e0bcbbe4 HTTP/1.1" status: 200 len: 945 time: 0.1071568 Jun 14 16:42:24.569158 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-af1d7f6f-a6c8-4a64-9daa-309ae392d2f1 req-6672704d-8d83-4013-a6f5-4b71e518959c tempest-VolumesActionsTest-212191376 tempest-VolumesActionsTest-212191376-project] 10.222.0.41 "GET /v2.0/ports?device_id=82fb1e81-45a3-42d2-8c19-e9c4e0bcbbe4 HTTP/1.1" status: 200 len: 945 time: 0.1218898 Jun 14 16:42:24.637285 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-b05f1857-abcf-4fc0-8be4-7af4d99e1ca2 req-64f8c60c-fe41-428e-b0d1-7ddfd3447874 tempest-VolumesActionsTest-212191376 tempest-VolumesActionsTest-212191376-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce4b773a-bdeb-4774-a764-84d8cd2e3e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656648 Jun 14 16:42:24.764332 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.plugin [req-af1d7f6f-a6c8-4a64-9daa-309ae392d2f1 req-e89c11ad-2659-4f53-94a4-dd7db69bb7e8 tempest-VolumesActionsTest-212191376 tempest-VolumesActionsTest-212191376-project] Deleting port 619a13d2-ac4a-4ceb-9a88-e765b2174506 {{(pid=91936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 16:42:24.764703 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-af1d7f6f-a6c8-4a64-9daa-309ae392d2f1 req-e89c11ad-2659-4f53-94a4-dd7db69bb7e8 tempest-VolumesActionsTest-212191376 tempest-VolumesActionsTest-212191376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742580025384'] for port, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:24.948177 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.db [req-af1d7f6f-a6c8-4a64-9daa-309ae392d2f1 req-e89c11ad-2659-4f53-94a4-dd7db69bb7e8 tempest-VolumesActionsTest-212191376 tempest-VolumesActionsTest-212191376-project] For port 619a13d2-ac4a-4ceb-9a88-e765b2174506, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=619a13d2-ac4a-4ceb-9a88-e765b2174506,segment=NetworkSegment(81acd9ee-8e9d-4478-b419-84f947373954),segment_id=81acd9ee-8e9d-4478-b419-84f947373954)] {{(pid=91936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:42:24.948675 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-af1d7f6f-a6c8-4a64-9daa-309ae392d2f1 req-e89c11ad-2659-4f53-94a4-dd7db69bb7e8 tempest-VolumesActionsTest-212191376 tempest-VolumesActionsTest-212191376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3907582'] for port, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:25.083067 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.plugin [req-af1d7f6f-a6c8-4a64-9daa-309ae392d2f1 req-e89c11ad-2659-4f53-94a4-dd7db69bb7e8 tempest-VolumesActionsTest-212191376 tempest-VolumesActionsTest-212191376-project] Calling delete_port for 619a13d2-ac4a-4ceb-9a88-e765b2174506 owned by compute:nova {{(pid=91936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 16:42:25.317831 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-af1d7f6f-a6c8-4a64-9daa-309ae392d2f1 req-e89c11ad-2659-4f53-94a4-dd7db69bb7e8 tempest-VolumesActionsTest-212191376 tempest-VolumesActionsTest-212191376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742580029772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742579636520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60243860'] for port, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:25.323937 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-2db151af-133a-4fc0-9dac-d3da15026b72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:42:25.334088 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] get_ports_and_sgs() called for port_ids ['619a13d2-ac4a-4ceb-9a88-e765b2174506'] {{(pid=91937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 16:42:25.384254 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89c11ad-2659-4f53-94a4-dd7db69bb7e8 tempest-VolumesActionsTest-212191376 tempest-VolumesActionsTest-212191376-project] Pushing event deleted for resources: {'Port': ['ID=619a13d2-ac4a-4ceb-9a88-e765b2174506,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:42:25.389157 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-e89c11ad-2659-4f53-94a4-dd7db69bb7e8 tempest-VolumesActionsTest-212191376 tempest-VolumesActionsTest-212191376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:42:25.490961 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.db.l3_dvrscheduler_db [req-af1d7f6f-a6c8-4a64-9daa-309ae392d2f1 req-e89c11ad-2659-4f53-94a4-dd7db69bb7e8 tempest-VolumesActionsTest-212191376 tempest-VolumesActionsTest-212191376-project] No DVR routers for this DVR port 619a13d2-ac4a-4ceb-9a88-e765b2174506 on host hv-cinder-79628 {{(pid=91936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 16:42:25.495568 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-af1d7f6f-a6c8-4a64-9daa-309ae392d2f1 req-e89c11ad-2659-4f53-94a4-dd7db69bb7e8 tempest-VolumesActionsTest-212191376 tempest-VolumesActionsTest-212191376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220504'] for port, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:25.499608 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-af1d7f6f-a6c8-4a64-9daa-309ae392d2f1 req-e89c11ad-2659-4f53-94a4-dd7db69bb7e8 tempest-VolumesActionsTest-212191376 tempest-VolumesActionsTest-212191376-project] 10.222.0.41 "DELETE /v2.0/ports/619a13d2-ac4a-4ceb-9a88-e765b2174506 HTTP/1.1" status: 204 len: 173 time: 0.9268267 Jun 14 16:42:25.500919 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82fb1e81-45a3-42d2-8c19-e9c4e0bcbbe4', 'name': 'network-vif-deleted', 'tag': '619a13d2-ac4a-4ceb-9a88-e765b2174506'}] {{(pid=91936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:42:25.505420 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659a09cea19619e202447e1b4bc3efe885e95cab3022d83c422060b06feffe3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde6d2ee-63d4-44d2-9f65-dba412eb9baf" -d '{"events": [{"server_uuid": "82fb1e81-45a3-42d2-8c19-e9c4e0bcbbe4", "name": "network-vif-deleted", "tag": "619a13d2-ac4a-4ceb-9a88-e765b2174506"}]}' {{(pid=91936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:42:25.577299 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 16:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee0bd6f-cff5-488a-9e88-1f8ee5fffc48 x-openstack-request-id: req-1ee0bd6f-cff5-488a-9e88-1f8ee5fffc48 {{(pid=91936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:42:25.578705 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82fb1e81-45a3-42d2-8c19-e9c4e0bcbbe4", "name": "network-vif-deleted", "tag": "619a13d2-ac4a-4ceb-9a88-e765b2174506", "status": "completed", "code": 200}]} {{(pid=91936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:42:25.578705 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1ee0bd6f-cff5-488a-9e88-1f8ee5fffc48 {{(pid=91936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:42:25.579361 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82fb1e81-45a3-42d2-8c19-e9c4e0bcbbe4', 'name': 'network-vif-deleted', 'tag': '619a13d2-ac4a-4ceb-9a88-e765b2174506', 'status': 'completed', 'code': 200} Jun 14 16:42:25.939447 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-842cd31a-b452-4e97-914e-d3d203c36bd7 req-1bbf8965-1d3f-4dce-9396-befa2846d0fa tempest-VolumesActionsTest-212191376 tempest-VolumesActionsTest-212191376-project] 10.222.0.16 "GET /v2.0/ports?device_id=82fb1e81-45a3-42d2-8c19-e9c4e0bcbbe4 HTTP/1.1" status: 200 len: 210 time: 0.0652161 Jun 14 16:42:28.898531 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device 619a13d2-ac4a-4ceb-9a88-e765b2174506 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=91937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 16:42:28.949542 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.plugin [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] No Port match for: 619a13d2-ac4a-4ceb-9a88-e765b2174506 {{(pid=91937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 16:42:28.950188 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device 619a13d2-ac4a-4ceb-9a88-e765b2174506 not bound to the agent host hv-cinder-79628 {{(pid=91937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 16:42:43.701456 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 49382) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:42:43.759877 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.db.db_base_plugin_v2 [None req-a218c1fa-6abc-453e-afc1-c43e243132ce admin admin] Deleting subnet f75ef026-28bb-4bb3-9911-3b4874a67532 {{(pid=91935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 14 16:42:43.763763 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-a218c1fa-6abc-453e-afc1-c43e243132ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:43.818106 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-a218c1fa-6abc-453e-afc1-c43e243132ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59571735'] for subnet, precommit_delete_associations {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:43.876856 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-a218c1fa-6abc-453e-afc1-c43e243132ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676727'] for subnet, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:43.951381 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-a218c1fa-6abc-453e-afc1-c43e243132ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58941593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58922034'] for subnet, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:43.954133 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-4ba5ddeb-992d-49f1-9cc3-68020a5f9bcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:42:43.995083 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a218c1fa-6abc-453e-afc1-c43e243132ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f75ef026-28bb-4bb3-9911-3b4874a67532,revision_number=None']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:42:44.001621 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-a218c1fa-6abc-453e-afc1-c43e243132ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693340'] for subnet, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:44.004347 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-a218c1fa-6abc-453e-afc1-c43e243132ce admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f75ef026-28bb-4bb3-9911-3b4874a67532 HTTP/1.1" status: 204 len: 168 time: 0.3016496 Jun 14 16:42:44.008369 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 49384) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:42:44.010426 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a218c1fa-6abc-453e-afc1-c43e243132ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:42:44.010904 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a218c1fa-6abc-453e-afc1-c43e243132ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:42:44.011364 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a218c1fa-6abc-453e-afc1-c43e243132ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:42:44.011980 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a218c1fa-6abc-453e-afc1-c43e243132ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:42:44.012412 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a218c1fa-6abc-453e-afc1-c43e243132ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:42:44.012869 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a218c1fa-6abc-453e-afc1-c43e243132ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:42:44.013238 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a218c1fa-6abc-453e-afc1-c43e243132ce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:42:44.013699 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a218c1fa-6abc-453e-afc1-c43e243132ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:42:44.014185 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a218c1fa-6abc-453e-afc1-c43e243132ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:42:44.014577 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a218c1fa-6abc-453e-afc1-c43e243132ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:42:44.014935 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a218c1fa-6abc-453e-afc1-c43e243132ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:42:44.015463 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a218c1fa-6abc-453e-afc1-c43e243132ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:42:44.020016 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-a218c1fa-6abc-453e-afc1-c43e243132ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:42:44.129249 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-0828a86e-85bd-4761-8902-99f179b96a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528124'] for network, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:44.258048 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-0828a86e-85bd-4761-8902-99f179b96a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665066', 'neutron.services.segments.db._delete_segments_for_network-8742580095160'] for network, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:44.271489 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.services.segments.db [None req-0828a86e-85bd-4761-8902-99f179b96a2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00c0af3b-f615-4e4c-a72e-2decab29c508']}} {{(pid=91936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:42:44.284840 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.services.segments.db [None req-0828a86e-85bd-4761-8902-99f179b96a2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81acd9ee-8e9d-4478-b419-84f947373954') {'for_net_delete': True} {{(pid=91936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:42:44.285138 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.services.segments.db [None req-0828a86e-85bd-4761-8902-99f179b96a2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81acd9ee-8e9d-4478-b419-84f947373954') {} {{(pid=91936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:42:44.296123 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-0828a86e-85bd-4761-8902-99f179b96a2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742580094998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60627297'] for segment, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:44.323909 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-0828a86e-85bd-4761-8902-99f179b96a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678690'] for segment, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:44.332242 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0828a86e-85bd-4761-8902-99f179b96a2e admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=91936) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 16:42:44.332719 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-0828a86e-85bd-4761-8902-99f179b96a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60243911'] for segment, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:44.334931 dv-cinder-796286-2-smb neutron-server[91936]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 16:42:44.334931 dv-cinder-796286-2-smb neutron-server[91936]: conditions |= (models_v2.Port.network_id.in_( Jun 14 16:42:44.334931 dv-cinder-796286-2-smb neutron-server[91936]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 16:42:44.334931 dv-cinder-796286-2-smb neutron-server[91936]: retrieve_revision_numbers = { Jun 14 16:42:44.334931 dv-cinder-796286-2-smb neutron-server[91936]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 16:42:44.334931 dv-cinder-796286-2-smb neutron-server[91936]: conditions |= (models_v2.Port.network_id.in_( Jun 14 16:42:44.334931 dv-cinder-796286-2-smb neutron-server[91936]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 16:42:44.334931 dv-cinder-796286-2-smb neutron-server[91936]: conditions |= (models_v2.Port.network_id.in_( Jun 14 16:42:44.334931 dv-cinder-796286-2-smb neutron-server[91936]: Traceback (most recent call last): Jun 14 16:42:44.334931 dv-cinder-796286-2-smb neutron-server[91936]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 14 16:42:44.334931 dv-cinder-796286-2-smb neutron-server[91936]: timer() Jun 14 16:42:44.334931 dv-cinder-796286-2-smb neutron-server[91936]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 14 16:42:44.334931 dv-cinder-796286-2-smb neutron-server[91936]: cb(*args, **kw) Jun 14 16:42:44.334931 dv-cinder-796286-2-smb neutron-server[91936]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 14 16:42:44.334931 dv-cinder-796286-2-smb neutron-server[91936]: return func(*args, **kwargs) Jun 14 16:42:44.334931 dv-cinder-796286-2-smb neutron-server[91936]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 14 16:42:44.334931 dv-cinder-796286-2-smb neutron-server[91936]: self._notify() Jun 14 16:42:44.334931 dv-cinder-796286-2-smb neutron-server[91936]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 14 16:42:44.334931 dv-cinder-796286-2-smb neutron-server[91936]: self.callback(batched_events) Jun 14 16:42:44.334931 dv-cinder-796286-2-smb neutron-server[91936]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 14 16:42:44.334931 dv-cinder-796286-2-smb neutron-server[91936]: event.method(event) Jun 14 16:42:44.334931 dv-cinder-796286-2-smb neutron-server[91936]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 14 16:42:44.334931 dv-cinder-796286-2-smb neutron-server[91936]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 14 16:42:44.334931 dv-cinder-796286-2-smb neutron-server[91936]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 14 16:42:44.334931 dv-cinder-796286-2-smb neutron-server[91936]: aggregate_uuid = self.p_client.list_aggregates( Jun 14 16:42:44.334931 dv-cinder-796286-2-smb neutron-server[91936]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 14 16:42:44.334931 dv-cinder-796286-2-smb neutron-server[91936]: return f(self, *a, **k) Jun 14 16:42:44.334931 dv-cinder-796286-2-smb neutron-server[91936]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 14 16:42:44.334931 dv-cinder-796286-2-smb neutron-server[91936]: return self._get(url).json() Jun 14 16:42:44.334931 dv-cinder-796286-2-smb neutron-server[91936]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 14 16:42:44.334931 dv-cinder-796286-2-smb neutron-server[91936]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 14 16:42:44.334931 dv-cinder-796286-2-smb neutron-server[91936]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 14 16:42:44.334931 dv-cinder-796286-2-smb neutron-server[91936]: return self.request(url, 'GET', **kwargs) Jun 14 16:42:44.334931 dv-cinder-796286-2-smb neutron-server[91936]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 14 16:42:44.334931 dv-cinder-796286-2-smb neutron-server[91936]: base_url = self.get_endpoint(auth, allow=allow, Jun 14 16:42:44.334931 dv-cinder-796286-2-smb neutron-server[91936]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 14 16:42:44.334931 dv-cinder-796286-2-smb neutron-server[91936]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 14 16:42:44.334931 dv-cinder-796286-2-smb neutron-server[91936]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 14 16:42:44.334931 dv-cinder-796286-2-smb neutron-server[91936]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 14 16:42:44.334931 dv-cinder-796286-2-smb neutron-server[91936]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 14 16:42:44.417665 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-0828a86e-85bd-4761-8902-99f179b96a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-121365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904005'] for network, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:44.423297 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-22886047-d387-4ad0-ae85-9eaa53b27659 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:42:44.427766 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-0828a86e-85bd-4761-8902-99f179b96a2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693340'] for network, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:44.430241 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-0828a86e-85bd-4761-8902-99f179b96a2e admin admin] 10.222.0.16 "DELETE /v2.0/networks/00c0af3b-f615-4e4c-a72e-2decab29c508 HTTP/1.1" status: 204 len: 168 time: 0.4198294 Jun 14 16:42:44.436154 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 49386) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:42:44.447567 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0828a86e-85bd-4761-8902-99f179b96a2e admin admin] Pushing event deleted for resources: {'Network': ['ID=00c0af3b-f615-4e4c-a72e-2decab29c508,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:42:44.459965 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0828a86e-85bd-4761-8902-99f179b96a2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:42:44.460510 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0828a86e-85bd-4761-8902-99f179b96a2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:42:44.461074 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0828a86e-85bd-4761-8902-99f179b96a2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:42:44.461658 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0828a86e-85bd-4761-8902-99f179b96a2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:42:44.462144 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0828a86e-85bd-4761-8902-99f179b96a2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:42:44.462707 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0828a86e-85bd-4761-8902-99f179b96a2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:42:44.463428 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0828a86e-85bd-4761-8902-99f179b96a2e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:42:44.463631 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0828a86e-85bd-4761-8902-99f179b96a2e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:42:44.464123 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0828a86e-85bd-4761-8902-99f179b96a2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:42:44.464537 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0828a86e-85bd-4761-8902-99f179b96a2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:42:44.464906 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0828a86e-85bd-4761-8902-99f179b96a2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:42:44.465351 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0828a86e-85bd-4761-8902-99f179b96a2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:42:44.471078 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-0828a86e-85bd-4761-8902-99f179b96a2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:42:44.518539 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.db.db_base_plugin_v2 [None req-e59745b7-e0bb-4c75-8424-0deb3e596705 admin admin] Deleting subnet f83e06f6-7859-4557-bef1-0fcae4fbf62c {{(pid=91935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 14 16:42:44.523323 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-e59745b7-e0bb-4c75-8424-0deb3e596705 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:44.606996 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-e59745b7-e0bb-4c75-8424-0deb3e596705 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59571735'] for subnet, precommit_delete_associations {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:44.686606 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-e59745b7-e0bb-4c75-8424-0deb3e596705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676727'] for subnet, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:44.788727 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-e59745b7-e0bb-4c75-8424-0deb3e596705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58941593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58922034'] for subnet, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:44.791626 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-a218c1fa-6abc-453e-afc1-c43e243132ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:42:44.829726 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59745b7-e0bb-4c75-8424-0deb3e596705 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f83e06f6-7859-4557-bef1-0fcae4fbf62c,revision_number=None']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:42:44.832918 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-e59745b7-e0bb-4c75-8424-0deb3e596705 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:42:44.833943 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-e59745b7-e0bb-4c75-8424-0deb3e596705 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693340'] for subnet, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:44.836001 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-e59745b7-e0bb-4c75-8424-0deb3e596705 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f83e06f6-7859-4557-bef1-0fcae4fbf62c HTTP/1.1" status: 204 len: 168 time: 0.4012370 Jun 14 16:42:44.838860 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 49390) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:42:44.980141 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-73b9ca23-2beb-405a-89a9-bbe36480f7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528124'] for network, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:45.136024 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-73b9ca23-2beb-405a-89a9-bbe36480f7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665066', 'neutron.services.segments.db._delete_segments_for_network-8742580095160'] for network, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:45.156702 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.services.segments.db [None req-73b9ca23-2beb-405a-89a9-bbe36480f7d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95f42893-5f80-41ec-bd67-d3e39b48d44f']}} {{(pid=91935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:42:45.543425 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.services.segments.db [None req-73b9ca23-2beb-405a-89a9-bbe36480f7d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eda57a05-553c-46a8-bf42-810f42649654') {'for_net_delete': True} {{(pid=91935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:42:45.543921 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.services.segments.db [None req-73b9ca23-2beb-405a-89a9-bbe36480f7d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eda57a05-553c-46a8-bf42-810f42649654') {} {{(pid=91935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:42:45.563463 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-73b9ca23-2beb-405a-89a9-bbe36480f7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742580094998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59571740'] for segment, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:45.588687 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-73b9ca23-2beb-405a-89a9-bbe36480f7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678690'] for segment, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:45.598689 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73b9ca23-2beb-405a-89a9-bbe36480f7d0 admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=91935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 16:42:45.599177 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-73b9ca23-2beb-405a-89a9-bbe36480f7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58943280'] for segment, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:45.601034 dv-cinder-796286-2-smb neutron-server[91935]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 16:42:45.601034 dv-cinder-796286-2-smb neutron-server[91935]: conditions |= (models_v2.Port.network_id.in_( Jun 14 16:42:45.601034 dv-cinder-796286-2-smb neutron-server[91935]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 16:42:45.601034 dv-cinder-796286-2-smb neutron-server[91935]: retrieve_revision_numbers = { Jun 14 16:42:45.601034 dv-cinder-796286-2-smb neutron-server[91935]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 16:42:45.601034 dv-cinder-796286-2-smb neutron-server[91935]: conditions |= (models_v2.Port.network_id.in_( Jun 14 16:42:45.601034 dv-cinder-796286-2-smb neutron-server[91935]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 16:42:45.601034 dv-cinder-796286-2-smb neutron-server[91935]: retrieve_revision_numbers = { Jun 14 16:42:45.601034 dv-cinder-796286-2-smb neutron-server[91935]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 16:42:45.601034 dv-cinder-796286-2-smb neutron-server[91935]: conditions |= (models_v2.Port.network_id.in_( Jun 14 16:42:45.601034 dv-cinder-796286-2-smb neutron-server[91935]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 16:42:45.601034 dv-cinder-796286-2-smb neutron-server[91935]: retrieve_revision_numbers = { Jun 14 16:42:45.601034 dv-cinder-796286-2-smb neutron-server[91935]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 16:42:45.601034 dv-cinder-796286-2-smb neutron-server[91935]: conditions |= (models_v2.Port.network_id.in_( Jun 14 16:42:45.601034 dv-cinder-796286-2-smb neutron-server[91935]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 16:42:45.601034 dv-cinder-796286-2-smb neutron-server[91935]: conditions |= (models_v2.Port.network_id.in_( Jun 14 16:42:45.601034 dv-cinder-796286-2-smb neutron-server[91935]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 16:42:45.601034 dv-cinder-796286-2-smb neutron-server[91935]: retrieve_revision_numbers = { Jun 14 16:42:45.601034 dv-cinder-796286-2-smb neutron-server[91935]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 16:42:45.601034 dv-cinder-796286-2-smb neutron-server[91935]: conditions |= (models_v2.Port.network_id.in_( Jun 14 16:42:45.601034 dv-cinder-796286-2-smb neutron-server[91935]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 16:42:45.601034 dv-cinder-796286-2-smb neutron-server[91935]: retrieve_revision_numbers = { Jun 14 16:42:45.601034 dv-cinder-796286-2-smb neutron-server[91935]: Traceback (most recent call last): Jun 14 16:42:45.601034 dv-cinder-796286-2-smb neutron-server[91935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 14 16:42:45.601034 dv-cinder-796286-2-smb neutron-server[91935]: timer() Jun 14 16:42:45.601034 dv-cinder-796286-2-smb neutron-server[91935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 14 16:42:45.601034 dv-cinder-796286-2-smb neutron-server[91935]: cb(*args, **kw) Jun 14 16:42:45.601034 dv-cinder-796286-2-smb neutron-server[91935]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 14 16:42:45.601034 dv-cinder-796286-2-smb neutron-server[91935]: return func(*args, **kwargs) Jun 14 16:42:45.601034 dv-cinder-796286-2-smb neutron-server[91935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 14 16:42:45.601034 dv-cinder-796286-2-smb neutron-server[91935]: self._notify() Jun 14 16:42:45.601034 dv-cinder-796286-2-smb neutron-server[91935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 14 16:42:45.601034 dv-cinder-796286-2-smb neutron-server[91935]: self.callback(batched_events) Jun 14 16:42:45.601034 dv-cinder-796286-2-smb neutron-server[91935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 14 16:42:45.601034 dv-cinder-796286-2-smb neutron-server[91935]: event.method(event) Jun 14 16:42:45.601034 dv-cinder-796286-2-smb neutron-server[91935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 14 16:42:45.601034 dv-cinder-796286-2-smb neutron-server[91935]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 14 16:42:45.601034 dv-cinder-796286-2-smb neutron-server[91935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 14 16:42:45.601034 dv-cinder-796286-2-smb neutron-server[91935]: aggregate_uuid = self.p_client.list_aggregates( Jun 14 16:42:45.601034 dv-cinder-796286-2-smb neutron-server[91935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 14 16:42:45.601034 dv-cinder-796286-2-smb neutron-server[91935]: return f(self, *a, **k) Jun 14 16:42:45.601034 dv-cinder-796286-2-smb neutron-server[91935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 14 16:42:45.601034 dv-cinder-796286-2-smb neutron-server[91935]: return self._get(url).json() Jun 14 16:42:45.601034 dv-cinder-796286-2-smb neutron-server[91935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 14 16:42:45.601034 dv-cinder-796286-2-smb neutron-server[91935]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 14 16:42:45.601034 dv-cinder-796286-2-smb neutron-server[91935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 14 16:42:45.601034 dv-cinder-796286-2-smb neutron-server[91935]: return self.request(url, 'GET', **kwargs) Jun 14 16:42:45.601034 dv-cinder-796286-2-smb neutron-server[91935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 14 16:42:45.601034 dv-cinder-796286-2-smb neutron-server[91935]: base_url = self.get_endpoint(auth, allow=allow, Jun 14 16:42:45.601034 dv-cinder-796286-2-smb neutron-server[91935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 14 16:42:45.601034 dv-cinder-796286-2-smb neutron-server[91935]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 14 16:42:45.601034 dv-cinder-796286-2-smb neutron-server[91935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 14 16:42:45.601034 dv-cinder-796286-2-smb neutron-server[91935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 14 16:42:45.601034 dv-cinder-796286-2-smb neutron-server[91935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 14 16:42:45.687765 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-73b9ca23-2beb-405a-89a9-bbe36480f7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-121365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904005'] for network, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:45.693162 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-73b9ca23-2beb-405a-89a9-bbe36480f7d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693340'] for network, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:45.699811 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-73b9ca23-2beb-405a-89a9-bbe36480f7d0 admin admin] 10.222.0.16 "DELETE /v2.0/networks/95f42893-5f80-41ec-bd67-d3e39b48d44f HTTP/1.1" status: 204 len: 168 time: 0.8557155 Jun 14 16:42:45.699811 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:42:45.719609 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b9ca23-2beb-405a-89a9-bbe36480f7d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=95f42893-5f80-41ec-bd67-d3e39b48d44f,revision_number=None']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:42:45.723724 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-73b9ca23-2beb-405a-89a9-bbe36480f7d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:42:45.931640 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 49396) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:42:45.969235 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:45.987128 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-443a2c67-2ecd-4b09-949d-c29c6cd61589 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dffed5dd362d4e92ad4a46777f8f6c0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0539896 Jun 14 16:42:45.989574 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 49398) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:42:46.049045 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-213fed65-419f-4481-a151-69253f774793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:46.076735 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-213fed65-419f-4481-a151-69253f774793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:46.133642 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-213fed65-419f-4481-a151-69253f774793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:46.136576 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-213fed65-419f-4481-a151-69253f774793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:46.137741 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-213fed65-419f-4481-a151-69253f774793 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ce4b773a-bdeb-4774-a764-84d8cd2e3e1b HTTP/1.1" status: 204 len: 168 time: 0.1472046 Jun 14 16:42:46.138548 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-2beecfe0-c8b4-4b90-82e0-fa4ddd903b5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:42:46.159490 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213fed65-419f-4481-a151-69253f774793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4b773a-bdeb-4774-a764-84d8cd2e3e1b,revision_number=None']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:42:46.163407 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-213fed65-419f-4481-a151-69253f774793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:42:46.647291 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 49404) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:42:46.740363 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-ece13367-1c95-4803-bafa-4089b3c34139 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=483d840ed62e4cd6bf48f3cf5db1903f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0867028 Jun 14 16:42:46.740775 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 49406) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:42:46.856638 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-5b6b50c3-58ae-4612-9eb8-84d3ff30921e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:46.907847 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-5b6b50c3-58ae-4612-9eb8-84d3ff30921e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:47.012325 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-5b6b50c3-58ae-4612-9eb8-84d3ff30921e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:47.017775 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-5b6b50c3-58ae-4612-9eb8-84d3ff30921e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:47.021347 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-5b6b50c3-58ae-4612-9eb8-84d3ff30921e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fc503fea-e9dd-4589-94df-e09daba8fa83 HTTP/1.1" status: 204 len: 168 time: 0.2778432 Jun 14 16:42:47.022801 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-dd1f4cfc-922a-4280-a2c4-a209609c2f6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:42:47.036602 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6b50c3-58ae-4612-9eb8-84d3ff30921e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc503fea-e9dd-4589-94df-e09daba8fa83,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:42:47.040629 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-5b6b50c3-58ae-4612-9eb8-84d3ff30921e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:42:48.934244 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-efcc9613-5eb0-4073-bcee-156e17bbf70d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:48.987339 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 49440) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:42:49.157553 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-d649c1dc-216c-47a8-bb64-5cc76e40ac02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:49.335898 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-d649c1dc-216c-47a8-bb64-5cc76e40ac02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:49.342415 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-d649c1dc-216c-47a8-bb64-5cc76e40ac02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:49.349113 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-a9e2e614-b76c-4e0c-926e-b1d03a476af6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:42:49.416245 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-d649c1dc-216c-47a8-bb64-5cc76e40ac02 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9e594ea5f21346b3ae80f0ceff588bf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4275281 Jun 14 16:42:49.417803 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d649c1dc-216c-47a8-bb64-5cc76e40ac02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0485594a-d6e7-4b1e-90a0-b806699f284a,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:42:49.420914 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 49446) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:42:49.422123 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-d649c1dc-216c-47a8-bb64-5cc76e40ac02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:42:49.523503 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-68fa3627-7ddf-4b8b-b411-f0cfdda3883f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:49.572876 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-68fa3627-7ddf-4b8b-b411-f0cfdda3883f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:49.661057 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-68fa3627-7ddf-4b8b-b411-f0cfdda3883f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:49.664822 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-68fa3627-7ddf-4b8b-b411-f0cfdda3883f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:49.668596 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-68fa3627-7ddf-4b8b-b411-f0cfdda3883f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0485594a-d6e7-4b1e-90a0-b806699f284a HTTP/1.1" status: 204 len: 168 time: 0.2451336 Jun 14 16:42:49.669847 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-ca1a31bd-129a-44b8-b997-a39cd4df1a30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:42:49.685769 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fa3627-7ddf-4b8b-b411-f0cfdda3883f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0485594a-d6e7-4b1e-90a0-b806699f284a,revision_number=None']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:42:49.691520 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-68fa3627-7ddf-4b8b-b411-f0cfdda3883f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:42:50.312481 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.agents_db [None req-014db0b1-f8e7-4480-967a-879c185ba95d None None] Agent healthcheck: found 6 active agents {{(pid=91938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:42:51.571115 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-d0ed7f56-7fd3-4cd3-af12-80ab532b5bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:51.707972 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-96fae2d3-aaf0-4ee5-a169-7c0c082add6c req-61abc68e-1a77-41de-87ed-799b3428f43d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c75bc347-1d08-4e4b-81bb-7f3fb82a8770&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1274621 Jun 14 16:42:51.850383 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:51.900692 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fae2d3-aaf0-4ee5-a169-7c0c082add6c req-c8cdb3f0-025b-4438-bcb6-c155cdfa4876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:42:51.902648 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-96fae2d3-aaf0-4ee5-a169-7c0c082add6c req-c8cdb3f0-025b-4438-bcb6-c155cdfa4876 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f95622ea97f4a73ad83eb5e2eea8149&device_id=c75bc347-1d08-4e4b-81bb-7f3fb82a8770 HTTP/1.1" status: 200 len: 1099 time: 0.1126466 Jun 14 16:42:52.143824 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fae2d3-aaf0-4ee5-a169-7c0c082add6c req-d152a216-842c-499e-995b-ba712822f97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:42:52.146257 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-96fae2d3-aaf0-4ee5-a169-7c0c082add6c req-d152a216-842c-499e-995b-ba712822f97a service neutron] 10.222.0.41 "GET /v2.0/networks?id=ddf07b9e-99ea-4c30-b823-72f2b0ed4055 HTTP/1.1" status: 200 len: 912 time: 0.2176743 Jun 14 16:42:52.292114 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-96fae2d3-aaf0-4ee5-a169-7c0c082add6c req-e67bc8bd-dd56-48e1-a6ac-124090bb57ce service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fff2687b-bcf7-4e7b-9cbb-8b8fb20315a6 HTTP/1.1" status: 200 len: 1001 time: 0.1372807 Jun 14 16:42:52.415035 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fae2d3-aaf0-4ee5-a169-7c0c082add6c req-b870c8f3-b508-412d-b636-4782827191c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:42:52.417112 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-96fae2d3-aaf0-4ee5-a169-7c0c082add6c req-b870c8f3-b508-412d-b636-4782827191c8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c03c59fa-658a-445c-9394-38c3bfae06f0 HTTP/1.1" status: 200 len: 850 time: 0.1176527 Jun 14 16:42:52.552422 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fae2d3-aaf0-4ee5-a169-7c0c082add6c req-23366730-2f29-4609-a4f3-034cd5605f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:42:52.555577 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-96fae2d3-aaf0-4ee5-a169-7c0c082add6c req-23366730-2f29-4609-a4f3-034cd5605f71 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ddf07b9e-99ea-4c30-b823-72f2b0ed4055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1307802 Jun 14 16:42:52.786041 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-96fae2d3-aaf0-4ee5-a169-7c0c082add6c req-fcbcf38c-e652-40a4-beb9-83acdcd21d96 service neutron] 10.222.0.41 "GET /v2.0/networks/ddf07b9e-99ea-4c30-b823-72f2b0ed4055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136934 Jun 14 16:42:52.798836 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-ac317c73-f3f7-46db-8eeb-274d40bc3b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:53.015771 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-96fae2d3-aaf0-4ee5-a169-7c0c082add6c req-f248f6d4-2b73-4672-9335-5bbbdfcd0473 service neutron] 10.222.0.41 "GET /v2.0/networks/ddf07b9e-99ea-4c30-b823-72f2b0ed4055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300482 Jun 14 16:42:54.417145 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-61a174dc-ae9e-41b9-9cb1-e8a1b9f9c99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:00.744882 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 49592) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:43:00.963959 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-3cfcc5d8-b9df-47f0-bd54-d167d600cdce admin admin] Notify callbacks [] for security_group, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:01.163949 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-3cfcc5d8-b9df-47f0-bd54-d167d600cdce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:01.177515 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-3cfcc5d8-b9df-47f0-bd54-d167d600cdce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:01.181449 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-41ae4f10-d901-4f28-9a00-001df0c3ef78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:43:01.260131 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfcc5d8-b9df-47f0-bd54-d167d600cdce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=189c2813-acaa-40cc-a5e6-9315eb3d9136,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:43:01.267419 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-3cfcc5d8-b9df-47f0-bd54-d167d600cdce admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7386fffac20f4565ab366d75936c2e15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5191474 Jun 14 16:43:01.267419 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-3cfcc5d8-b9df-47f0-bd54-d167d600cdce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:43:01.278975 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 49602) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:43:01.387957 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-26ea90ed-1cec-4c1e-94c1-68b0e193f538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:01.446291 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-26ea90ed-1cec-4c1e-94c1-68b0e193f538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:01.565806 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-26ea90ed-1cec-4c1e-94c1-68b0e193f538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:01.570958 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-26ea90ed-1cec-4c1e-94c1-68b0e193f538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:01.572575 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-26ea90ed-1cec-4c1e-94c1-68b0e193f538 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/189c2813-acaa-40cc-a5e6-9315eb3d9136 HTTP/1.1" status: 204 len: 168 time: 0.2921767 Jun 14 16:43:01.573811 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-3cfcc5d8-b9df-47f0-bd54-d167d600cdce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:43:01.614886 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ea90ed-1cec-4c1e-94c1-68b0e193f538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=189c2813-acaa-40cc-a5e6-9315eb3d9136,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:43:01.620689 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-26ea90ed-1cec-4c1e-94c1-68b0e193f538 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:43:02.152342 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 49614) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:43:02.181024 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-6dec6452-8447-4570-a12c-a1fe3738e4ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:02.383860 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-6dec6452-8447-4570-a12c-a1fe3738e4ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:02.401132 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-6dec6452-8447-4570-a12c-a1fe3738e4ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:02.402497 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-3100d44f-f891-41da-a99a-1aa001462fd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:43:02.481662 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dec6452-8447-4570-a12c-a1fe3738e4ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbfaae7d-831f-4d16-8553-9eed1b03b86a,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:43:02.490024 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-6dec6452-8447-4570-a12c-a1fe3738e4ec admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5573c45886da49489b816c3cfa37f702&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3358402 Jun 14 16:43:02.491753 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-6dec6452-8447-4570-a12c-a1fe3738e4ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:43:02.494870 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 49616) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:43:02.602456 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-1ec47c63-8697-4378-9792-0fb10a6eed08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:02.645618 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-1ec47c63-8697-4378-9792-0fb10a6eed08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:02.754335 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-1ec47c63-8697-4378-9792-0fb10a6eed08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:02.761728 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-1ec47c63-8697-4378-9792-0fb10a6eed08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:02.764103 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-1ec47c63-8697-4378-9792-0fb10a6eed08 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fbfaae7d-831f-4d16-8553-9eed1b03b86a HTTP/1.1" status: 204 len: 168 time: 0.2671227 Jun 14 16:43:02.766019 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-37ac0005-7bf1-44af-95aa-a1869aae5863 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:43:02.810529 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec47c63-8697-4378-9792-0fb10a6eed08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbfaae7d-831f-4d16-8553-9eed1b03b86a,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:43:02.826134 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-1ec47c63-8697-4378-9792-0fb10a6eed08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:43:03.407569 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 49624) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:43:03.435856 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-c57fe423-e688-49cb-bea3-86637d344400 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:03.640692 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-c57fe423-e688-49cb-bea3-86637d344400 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:03.647104 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-c57fe423-e688-49cb-bea3-86637d344400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:03.653804 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-81b872ca-7b0b-4307-a8e2-e531974d2beb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:43:03.734158 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-c57fe423-e688-49cb-bea3-86637d344400 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5b06857fa4fd48aa967c4198a8c687d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3242249 Jun 14 16:43:03.738399 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 49626) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:43:03.739469 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57fe423-e688-49cb-bea3-86637d344400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b9bced-5be3-4052-96bd-5960cf1f909f,revision_number=1']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:43:03.745154 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-c57fe423-e688-49cb-bea3-86637d344400 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:43:03.832003 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-6e439d56-223b-4ae2-b5a9-e560823f2e4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:03.871611 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-6e439d56-223b-4ae2-b5a9-e560823f2e4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:03.973166 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-6e439d56-223b-4ae2-b5a9-e560823f2e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:03.978642 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-6e439d56-223b-4ae2-b5a9-e560823f2e4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:03.980710 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-6e439d56-223b-4ae2-b5a9-e560823f2e4c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b0b9bced-5be3-4052-96bd-5960cf1f909f HTTP/1.1" status: 204 len: 168 time: 0.2409017 Jun 14 16:43:03.982036 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-c7b2b70b-f666-4719-8960-1e29685d862b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:43:03.999767 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e439d56-223b-4ae2-b5a9-e560823f2e4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b9bced-5be3-4052-96bd-5960cf1f909f,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:43:04.004594 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-6e439d56-223b-4ae2-b5a9-e560823f2e4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:43:05.324626 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 49660) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:43:05.463802 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.v2.base [None req-99bc77c7-66d2-43fc-bdc9-28b569c0ac83 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1741867977-network', 'tenant_id': 'e79717fb8ae642c893bfd8688c1e5036'}} {{(pid=91936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:43:05.493793 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99bc77c7-66d2-43fc-bdc9-28b569c0ac83 admin admin] Made reservation on behalf of e79717fb8ae642c893bfd8688c1e5036 for: {'network': 1} {{(pid=91936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:43:05.496728 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-99bc77c7-66d2-43fc-bdc9-28b569c0ac83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-782655'] for network, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:05.510410 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-99bc77c7-66d2-43fc-bdc9-28b569c0ac83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:05.676729 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-99bc77c7-66d2-43fc-bdc9-28b569c0ac83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:05.682028 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-99bc77c7-66d2-43fc-bdc9-28b569c0ac83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:05.688091 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-063e43d9-0381-4c4e-b5be-58d7f282ff2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:43:05.728618 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99bc77c7-66d2-43fc-bdc9-28b569c0ac83 admin admin] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=91936) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 16:43:05.745551 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bc77c7-66d2-43fc-bdc9-28b569c0ac83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9fb4eab-92fe-46bc-a244-feed2954636a,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:43:05.753912 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-99bc77c7-66d2-43fc-bdc9-28b569c0ac83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:43:05.755944 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-99bc77c7-66d2-43fc-bdc9-28b569c0ac83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678690'] for segment, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:05.756485 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.db.segments_db [None req-99bc77c7-66d2-43fc-bdc9-28b569c0ac83 admin admin] Added segment ccde5d36-4519-49b3-8d0d-2b808d876e5d of type vlan for network d4193882-8599-4706-9df3-8f3269a3019f Jun 14 16:43:06.161421 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-99bc77c7-66d2-43fc-bdc9-28b569c0ac83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742579622822'] for network, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:06.212719 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-99bc77c7-66d2-43fc-bdc9-28b569c0ac83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-121365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693369'] for network, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:06.215096 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bc77c7-66d2-43fc-bdc9-28b569c0ac83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:43:06.216264 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-99bc77c7-66d2-43fc-bdc9-28b569c0ac83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693340'] for network, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:06.222233 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-d7178b54-5e3e-4f13-80c5-8faa5fa0ee15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:43:06.260725 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-99bc77c7-66d2-43fc-bdc9-28b569c0ac83 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9347260 Jun 14 16:43:06.268018 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 49670) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:43:06.277189 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.v2.base [None req-74978d5a-06f1-49da-a029-ba37786a8e65 admin admin] Request body: {'subnet': {'network_id': 'd4193882-8599-4706-9df3-8f3269a3019f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1741867977-subnet', 'tenant_id': 'e79717fb8ae642c893bfd8688c1e5036', 'ip_version': 4}} {{(pid=91935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:43:06.318038 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74978d5a-06f1-49da-a029-ba37786a8e65 admin admin] Made reservation on behalf of e79717fb8ae642c893bfd8688c1e5036 for: {'subnet': 1} {{(pid=91935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:43:06.321643 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bc77c7-66d2-43fc-bdc9-28b569c0ac83 admin admin] Pushing event updated for resources: {'Network': ['ID=d4193882-8599-4706-9df3-8f3269a3019f,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:43:06.323638 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-74978d5a-06f1-49da-a029-ba37786a8e65 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58922015'] for subnet, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:06.325478 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-99bc77c7-66d2-43fc-bdc9-28b569c0ac83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:43:06.338426 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Network d4193882-8599-4706-9df3-8f3269a3019f details requested by agent ovs-agent-dv-cinder-796286-2-smb with host dv-cinder-796286-2-smb {{(pid=91937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 16:43:06.723458 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-74978d5a-06f1-49da-a029-ba37786a8e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58941658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58921993'] for subnet, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:06.727634 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:43:06.824642 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74978d5a-06f1-49da-a029-ba37786a8e65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdc15a29-328a-43ab-b1c2-2f32abe822f9,revision_number=0']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:43:06.831188 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-74978d5a-06f1-49da-a029-ba37786a8e65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:43:06.841549 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74978d5a-06f1-49da-a029-ba37786a8e65 admin admin] Checking segment: {'id': 'ccde5d36-4519-49b3-8d0d-2b808d876e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd4193882-8599-4706-9df3-8f3269a3019f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:43:06.842160 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74978d5a-06f1-49da-a029-ba37786a8e65 admin admin] Network hostable DHCP agents. Network: d4193882-8599-4706-9df3-8f3269a3019f, hostable agents: ['9880e1f8-c94d-4d9a-b71a-e9b00091ad04'], hosted agents: [] {{(pid=91935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 16:43:06.866696 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74978d5a-06f1-49da-a029-ba37786a8e65 admin admin] Network d4193882-8599-4706-9df3-8f3269a3019f is scheduled to be hosted by DHCP agent 9880e1f8-c94d-4d9a-b71a-e9b00091ad04 with binding_index 1 {{(pid=91935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 16:43:06.881042 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.base_scheduler [None req-74978d5a-06f1-49da-a029-ba37786a8e65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-2-smb, d4193882-8599-4706-9df3-8f3269a3019f) {{(pid=91935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:43:06.887256 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74978d5a-06f1-49da-a029-ba37786a8e65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:43:06.888358 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-74978d5a-06f1-49da-a029-ba37786a8e65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693340'] for subnet, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:06.895246 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbcc0db-2955-4521-803d-9d5dfa2604d5 None None] Network d4193882-8599-4706-9df3-8f3269a3019f requested from dv-cinder-796286-2-smb {{(pid=91937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 16:43:06.911792 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-74978d5a-06f1-49da-a029-ba37786a8e65 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6414821 Jun 14 16:43:06.916117 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 49678) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:43:06.924552 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.v2.base [None req-3d67a4bd-9f0c-4945-92b0-6b29848b0615 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1741867977-router', 'tenant_id': 'e79717fb8ae642c893bfd8688c1e5036', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b'}}} {{(pid=91935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:43:06.958042 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-3d67a4bd-9f0c-4945-92b0-6b29848b0615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3902115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44829'] for router, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:06.959135 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-3d67a4bd-9f0c-4945-92b0-6b29848b0615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3902148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904466', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45030'] for router, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:07.051343 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-3d67a4bd-9f0c-4945-92b0-6b29848b0615 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:07.179941 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6f27a6-c1fb-4d01-87aa-dd40183edf2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dd7b1b0-8727-5c20-81ad-b49c2544d142-d4193882-8599-4706-9df3-8f3269a3019f', 'network_id': 'd4193882-8599-4706-9df3-8f3269a3019f', 'tenant_id': 'e79717fb8ae642c893bfd8688c1e5036', 'fixed_ips': [{'subnet_id': 'fdc15a29-328a-43ab-b1c2-2f32abe822f9'}]}} from dv-cinder-796286-2-smb. {{(pid=91937) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 14 16:43:07.181406 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-9f6f27a6-c1fb-4d01-87aa-dd40183edf2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-782655'] for port, before_create {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:07.353000 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-3d67a4bd-9f0c-4945-92b0-6b29848b0615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904461', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3902129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45040'] for router, precommit_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:07.493180 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.db_base_plugin_common [None req-9f6f27a6-c1fb-4d01-87aa-dd40183edf2e None None] Allocated IP 172.20.0.2 (d4193882-8599-4706-9df3-8f3269a3019f/fdc15a29-328a-43ab-b1c2-2f32abe822f9/c2949b42-d908-40c9-ab0e-75e3819babb3) {{(pid=91937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 16:43:07.935375 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-3d67a4bd-9f0c-4945-92b0-6b29848b0615 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:07.988403 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-3d67a4bd-9f0c-4945-92b0-6b29848b0615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-782655'] for port, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:08.081190 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-9f6f27a6-c1fb-4d01-87aa-dd40183edf2e None None] Notify callbacks [] for port, precommit_create {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:08.095593 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-9f6f27a6-c1fb-4d01-87aa-dd40183edf2e None None] Transition to ACTIVE for port object c2949b42-d908-40c9-ab0e-75e3819babb3 will not be triggered until provisioned by entity L2. {{(pid=91937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:43:08.126199 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-9f6f27a6-c1fb-4d01-87aa-dd40183edf2e None None] Transition to ACTIVE for port object c2949b42-d908-40c9-ab0e-75e3819babb3 will not be triggered until provisioned by entity DHCP. {{(pid=91937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:43:08.142847 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-9f6f27a6-c1fb-4d01-87aa-dd40183edf2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-782844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4109363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742579636511'] for port, after_create {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:08.147850 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:43:08.243390 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.db.db_base_plugin_common [None req-3d67a4bd-9f0c-4945-92b0-6b29848b0615 admin admin] Allocated IP 172.28.1.115 (2b8148fa-8475-41af-8213-9af35fa3c21b/245e4c8b-b6d5-4126-ad47-8a46fc8189c6/9947d0df-40ea-4426-8707-fd656d16e806) {{(pid=91935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 16:43:08.243787 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6f27a6-c1fb-4d01-87aa-dd40183edf2e None None] Network d4193882-8599-4706-9df3-8f3269a3019f is already hosted by enough agents. {{(pid=91937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:43:08.250581 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.scheduler.base_scheduler [None req-9f6f27a6-c1fb-4d01-87aa-dd40183edf2e None None] Resources bound (agent type, host, resource id): {{(pid=91937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:43:08.256248 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6f27a6-c1fb-4d01-87aa-dd40183edf2e None None] Received port after_create {{(pid=91937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 16:43:08.272531 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6f27a6-c1fb-4d01-87aa-dd40183edf2e None None] Pushing event updated for resources: {'Port': ['ID=c2949b42-d908-40c9-ab0e-75e3819babb3,revision_number=1']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:43:08.346133 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6f27a6-c1fb-4d01-87aa-dd40183edf2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:43:08.346895 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6f27a6-c1fb-4d01-87aa-dd40183edf2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:43:08.347589 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6f27a6-c1fb-4d01-87aa-dd40183edf2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:43:08.348188 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6f27a6-c1fb-4d01-87aa-dd40183edf2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:43:08.348749 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6f27a6-c1fb-4d01-87aa-dd40183edf2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:43:08.349301 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6f27a6-c1fb-4d01-87aa-dd40183edf2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:43:08.349881 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6f27a6-c1fb-4d01-87aa-dd40183edf2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:43:08.350420 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6f27a6-c1fb-4d01-87aa-dd40183edf2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:43:08.350863 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6f27a6-c1fb-4d01-87aa-dd40183edf2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:43:08.351431 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6f27a6-c1fb-4d01-87aa-dd40183edf2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:43:08.351896 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6f27a6-c1fb-4d01-87aa-dd40183edf2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:43:08.352328 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6f27a6-c1fb-4d01-87aa-dd40183edf2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:43:08.357683 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-9f6f27a6-c1fb-4d01-87aa-dd40183edf2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:43:08.431256 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.managers [None req-9f6f27a6-c1fb-4d01-87aa-dd40183edf2e None None] Attempting to bind port c2949b42-d908-40c9-ab0e-75e3819babb3 on host dv-cinder-796286-2-smb for vnic_type normal with profile {{(pid=91937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 16:43:08.431933 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.managers [None req-9f6f27a6-c1fb-4d01-87aa-dd40183edf2e None None] Attempting to bind port c2949b42-d908-40c9-ab0e-75e3819babb3 by drivers openvswitch,hyperv on host dv-cinder-796286-2-smb at level 0 using segments [{'id': 'ccde5d36-4519-49b3-8d0d-2b808d876e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd4193882-8599-4706-9df3-8f3269a3019f'}] {{(pid=91937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 16:43:08.432578 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6f27a6-c1fb-4d01-87aa-dd40183edf2e None None] Attempting to bind port c2949b42-d908-40c9-ab0e-75e3819babb3 on network d4193882-8599-4706-9df3-8f3269a3019f {{(pid=91937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:43:08.442706 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6f27a6-c1fb-4d01-87aa-dd40183edf2e None None] Checking agent: {'id': 'f162564f-7dab-4d73-81fc-5f8e857b2431', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 26, 22), 'started_at': datetime.datetime(2021, 6, 14, 16, 26, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 16, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 16:43:08.443370 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6f27a6-c1fb-4d01-87aa-dd40183edf2e None None] Checking segment: {'id': 'ccde5d36-4519-49b3-8d0d-2b808d876e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd4193882-8599-4706-9df3-8f3269a3019f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:43:08.444341 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-9f6f27a6-c1fb-4d01-87aa-dd40183edf2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:08.445023 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6f27a6-c1fb-4d01-87aa-dd40183edf2e None None] Bound using segment: {'id': 'ccde5d36-4519-49b3-8d0d-2b808d876e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd4193882-8599-4706-9df3-8f3269a3019f'} {{(pid=91937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 16:43:08.445869 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.managers [None req-9f6f27a6-c1fb-4d01-87aa-dd40183edf2e None None] Bound port: c2949b42-d908-40c9-ab0e-75e3819babb3, host: dv-cinder-796286-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccde5d36-4519-49b3-8d0d-2b808d876e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd4193882-8599-4706-9df3-8f3269a3019f'}}] {{(pid=91937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 16:43:08.446613 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-9f6f27a6-c1fb-4d01-87aa-dd40183edf2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:08.512905 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-3d67a4bd-9f0c-4945-92b0-6b29848b0615 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:08.596939 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-9f6f27a6-c1fb-4d01-87aa-dd40183edf2e None None] For port c2949b42-d908-40c9-ab0e-75e3819babb3, host dv-cinder-796286-2-smb, cleared binding levels {{(pid=91937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 16:43:08.603914 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-9f6f27a6-c1fb-4d01-87aa-dd40183edf2e None None] For port c2949b42-d908-40c9-ab0e-75e3819babb3, host dv-cinder-796286-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-smb',level=0,port_id=c2949b42-d908-40c9-ab0e-75e3819babb3,segment=NetworkSegment(ccde5d36-4519-49b3-8d0d-2b808d876e5d),segment_id=ccde5d36-4519-49b3-8d0d-2b808d876e5d)] {{(pid=91937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 16:43:08.608542 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-3d67a4bd-9f0c-4945-92b0-6b29848b0615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-782844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4109363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742579636511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58943338'] for port, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:08.613200 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-c4fdc5e7-5803-4c0d-b557-60ee57da398b tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:43:08.614133 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-9f6f27a6-c1fb-4d01-87aa-dd40183edf2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:08.634800 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:43:08.716677 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d67a4bd-9f0c-4945-92b0-6b29848b0615 admin admin] Network 2b8148fa-8475-41af-8213-9af35fa3c21b is already hosted by enough agents. {{(pid=91935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:43:08.723083 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.base_scheduler [None req-3d67a4bd-9f0c-4945-92b0-6b29848b0615 admin admin] Resources bound (agent type, host, resource id): {{(pid=91935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:43:08.731718 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d67a4bd-9f0c-4945-92b0-6b29848b0615 admin admin] Received port after_create {{(pid=91935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 16:43:08.748175 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6f27a6-c1fb-4d01-87aa-dd40183edf2e None None] Pushing event updated for resources: {'Port': ['ID=c2949b42-d908-40c9-ab0e-75e3819babb3,revision_number=2']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:43:08.754624 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-9f6f27a6-c1fb-4d01-87aa-dd40183edf2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:43:08.794587 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d67a4bd-9f0c-4945-92b0-6b29848b0615 admin admin] Pushing event updated for resources: {'Port': ['ID=9947d0df-40ea-4426-8707-fd656d16e806,revision_number=1']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:43:08.803604 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-3d67a4bd-9f0c-4945-92b0-6b29848b0615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:43:09.378354 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-3d67a4bd-9f0c-4945-92b0-6b29848b0615 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:09.871254 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-3d67a4bd-9f0c-4945-92b0-6b29848b0615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3902120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904149'] for router, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:10.054656 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d745a4e5-4060-4776-8acf-ecf3d77334fd None None] Network d4193882-8599-4706-9df3-8f3269a3019f requested from dv-cinder-796286-2-smb {{(pid=91937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 16:43:10.215290 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-64251b76-d76f-48ce-b097-77a03143d0c4 None None] Provisioning for port c2949b42-d908-40c9-ab0e-75e3819babb3 completed by entity DHCP. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:43:10.527085 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d67a4bd-9f0c-4945-92b0-6b29848b0615 admin admin] Router c89be783-44ef-48a0-9950-7c8cb09495fe is scheduled to L3 agent ca10c576-315d-4f3b-b2d0-f5eeab5e8277 with binding_index 1 {{(pid=91935) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 14 16:43:10.560341 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device c2949b42-d908-40c9-ab0e-75e3819babb3 up at agent ovs-agent-dv-cinder-796286-2-smb {{(pid=91937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:43:10.653581 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Provisioning for port c2949b42-d908-40c9-ab0e-75e3819babb3 completed by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:43:10.666516 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Provisioning complete for port c2949b42-d908-40c9-ab0e-75e3819babb3 triggered by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:43:10.667226 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:10.775046 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-9c8ed8b1-db9f-4247-a6f6-f5a53a73e0b8 None None] Provisioning complete for port c2949b42-d908-40c9-ab0e-75e3819babb3 triggered by entity DHCP. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:43:10.775577 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-9c8ed8b1-db9f-4247-a6f6-f5a53a73e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:10.793365 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d67a4bd-9f0c-4945-92b0-6b29848b0615 admin admin] Notify agent at l3_agent.dv-cinder-796286-2-smb the message routers_updated {{(pid=91935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 16:43:10.808405 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973e03dc-63f3-4999-973c-561d905d80cf None None] Sync routers for ids ['c89be783-44ef-48a0-9950-7c8cb09495fe'] in dv-cinder-796286-2-smb {{(pid=91938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 16:43:10.823074 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973e03dc-63f3-4999-973c-561d905d80cf None None] Routers {'c89be783-44ef-48a0-9950-7c8cb09495fe'} bound to L3 agent in host dv-cinder-796286-2-smb {{(pid=91938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:43:10.823536 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-3d67a4bd-9f0c-4945-92b0-6b29848b0615 admin admin] Notify callbacks [] for router, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:10.824296 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_hamode_db [None req-973e03dc-63f3-4999-973c-561d905d80cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-14T16:26:21Z,description=,heartbeat_timestamp=2021-06-14T16:42:52Z,host='dv-cinder-796286-2-smb',id=ca10c576-315d-4f3b-b2d0-f5eeab5e8277,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:26:21Z,topic='l3_agent')) {'router_ids': ['c89be783-44ef-48a0-9950-7c8cb09495fe'], 'active': True} {{(pid=91938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:43:10.824856 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-3d67a4bd-9f0c-4945-92b0-6b29848b0615 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.9071777 Jun 14 16:43:10.829396 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 49698) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:43:10.909322 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:11.000239 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-9c8ed8b1-db9f-4247-a6f6-f5a53a73e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:11.058957 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] For port c2949b42-d908-40c9-ab0e-75e3819babb3, host dv-cinder-796286-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-smb',level=0,port_id=c2949b42-d908-40c9-ab0e-75e3819babb3,segment=NetworkSegment(ccde5d36-4519-49b3-8d0d-2b808d876e5d),segment_id=ccde5d36-4519-49b3-8d0d-2b808d876e5d)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:43:11.065114 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:11.070155 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-ff88875e-66a2-4ea4-b4a1-6e607207f2db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:43:11.137274 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_dvr_db [None req-973e03dc-63f3-4999-973c-561d905d80cf None None] Set router c89be783-44ef-48a0-9950-7c8cb09495fe gateway port host: dv-cinder-796286-2-smb {{(pid=91938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:43:11.241734 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.db.api [None req-9c8ed8b1-db9f-4247-a6f6-f5a53a73e0b8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=91937) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 14 16:43:11.242348 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_db.api [None req-9c8ed8b1-db9f-4247-a6f6-f5a53a73e0b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=91937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 14 16:43:11.253688 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Pushing event updated for resources: {'Port': ['ID=c2949b42-d908-40c9-ab0e-75e3819babb3,revision_number=3']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:43:11.263171 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:43:11.592260 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_hamode_db [None req-973e03dc-63f3-4999-973c-561d905d80cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c89be783-44ef-48a0-9950-7c8cb09495fe', 'name': 'tempest-TestShelveInstance-1741867977-router', 'tenant_id': 'e79717fb8ae642c893bfd8688c1e5036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.115'}], 'enable_snat': True}, 'gw_port_id': '9947d0df-40ea-4426-8707-fd656d16e806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:43:06Z', 'updated_at': '2021-06-14T16:43:09Z', 'revision_number': 3, 'project_id': 'e79717fb8ae642c893bfd8688c1e5036', 'gw_port': {'id': '9947d0df-40ea-4426-8707-fd656d16e806', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:dc:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c89be783-44ef-48a0-9950-7c8cb09495fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:43:07Z', 'updated_at': '2021-06-14T16:43:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb'}], 'dv-cinder-796286-2-smb', False) {} {{(pid=91938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:43:11.598158 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973e03dc-63f3-4999-973c-561d905d80cf None None] Checking router: c89be783-44ef-48a0-9950-7c8cb09495fe for host: dv-cinder-796286-2-smb {{(pid=91938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 16:43:11.598729 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973e03dc-63f3-4999-973c-561d905d80cf None None] Updating router c89be783-44ef-48a0-9950-7c8cb09495fe port 9947d0df-40ea-4426-8707-fd656d16e806 binding host dv-cinder-796286-2-smb {{(pid=91938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 16:43:11.671944 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron_lib.callbacks.manager [None req-973e03dc-63f3-4999-973c-561d905d80cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:11.816401 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-406a4a0c-f691-4b60-96ad-706837652f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-782655'] for port, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:12.097549 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.db.db_base_plugin_common [None req-406a4a0c-f691-4b60-96ad-706837652f16 admin admin] Allocated IP 172.20.0.1 (d4193882-8599-4706-9df3-8f3269a3019f/fdc15a29-328a-43ab-b1c2-2f32abe822f9/03d6af59-c4d5-437e-95e9-18ffee9890b7) {{(pid=91936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 16:43:12.298007 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron_lib.callbacks.manager [None req-973e03dc-63f3-4999-973c-561d905d80cf None None] Notify callbacks [] for port, precommit_update {{(pid=91938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:12.318787 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.provisioning_blocks [None req-973e03dc-63f3-4999-973c-561d905d80cf None None] Transition to ACTIVE for port object 9947d0df-40ea-4426-8707-fd656d16e806 will not be triggered until provisioned by entity L2. {{(pid=91938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:43:12.322886 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-406a4a0c-f691-4b60-96ad-706837652f16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:12.329195 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron_lib.callbacks.manager [None req-973e03dc-63f3-4999-973c-561d905d80cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:12.335656 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG oslo_concurrency.lockutils [None req-b20e72e8-44e8-409f-b7fd-81d5291aff7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91938) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:43:12.354075 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.db.provisioning_blocks [None req-406a4a0c-f691-4b60-96ad-706837652f16 admin admin] Transition to ACTIVE for port object 03d6af59-c4d5-437e-95e9-18ffee9890b7 will not be triggered until provisioned by entity DHCP. {{(pid=91936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:43:12.423038 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-406a4a0c-f691-4b60-96ad-706837652f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-782844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4109363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742579636511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60243869'] for port, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:12.440321 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-0e036918-5200-46ad-b927-ed36284b0857 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:43:12.447867 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.plugins.ml2.managers [None req-973e03dc-63f3-4999-973c-561d905d80cf None None] Attempting to bind port 9947d0df-40ea-4426-8707-fd656d16e806 on host dv-cinder-796286-2-smb for vnic_type normal with profile {{(pid=91938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 16:43:12.448471 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.plugins.ml2.managers [None req-973e03dc-63f3-4999-973c-561d905d80cf None None] Attempting to bind port 9947d0df-40ea-4426-8707-fd656d16e806 by drivers openvswitch,hyperv on host dv-cinder-796286-2-smb at level 0 using segments [{'id': 'a2c1fc44-b613-4a01-80b3-58a3526400ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b'}] {{(pid=91938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 16:43:12.449182 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973e03dc-63f3-4999-973c-561d905d80cf None None] Attempting to bind port 9947d0df-40ea-4426-8707-fd656d16e806 on network 2b8148fa-8475-41af-8213-9af35fa3c21b {{(pid=91938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:43:12.459645 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b346cc8-5e22-4244-bbfa-8628da801102 None None] Pushing event updated for resources: {'Port': ['ID=9947d0df-40ea-4426-8707-fd656d16e806,revision_number=2']} {{(pid=91938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:43:12.473594 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973e03dc-63f3-4999-973c-561d905d80cf None None] Checking agent: {'id': 'f162564f-7dab-4d73-81fc-5f8e857b2431', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 26, 22), 'started_at': datetime.datetime(2021, 6, 14, 16, 26, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 16, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 16:43:12.473991 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973e03dc-63f3-4999-973c-561d905d80cf None None] Checking segment: {'id': 'a2c1fc44-b613-4a01-80b3-58a3526400ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:43:12.474412 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron_lib.callbacks.manager [None req-973e03dc-63f3-4999-973c-561d905d80cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:12.474813 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973e03dc-63f3-4999-973c-561d905d80cf None None] Bound using segment: {'id': 'a2c1fc44-b613-4a01-80b3-58a3526400ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b'} {{(pid=91938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 16:43:12.475320 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.plugins.ml2.managers [None req-973e03dc-63f3-4999-973c-561d905d80cf None None] Bound port: 9947d0df-40ea-4426-8707-fd656d16e806, host: dv-cinder-796286-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2c1fc44-b613-4a01-80b3-58a3526400ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b'}}] {{(pid=91938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 16:43:12.475735 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron_lib.callbacks.manager [None req-973e03dc-63f3-4999-973c-561d905d80cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:12.479640 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b346cc8-5e22-4244-bbfa-8628da801102 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:43:12.480015 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b346cc8-5e22-4244-bbfa-8628da801102 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:43:12.480343 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b346cc8-5e22-4244-bbfa-8628da801102 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:43:12.480673 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b346cc8-5e22-4244-bbfa-8628da801102 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:43:12.481003 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b346cc8-5e22-4244-bbfa-8628da801102 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:43:12.481332 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b346cc8-5e22-4244-bbfa-8628da801102 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:43:12.481656 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b346cc8-5e22-4244-bbfa-8628da801102 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:43:12.481981 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b346cc8-5e22-4244-bbfa-8628da801102 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:43:12.482302 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b346cc8-5e22-4244-bbfa-8628da801102 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:43:12.482616 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b346cc8-5e22-4244-bbfa-8628da801102 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:43:12.484244 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b346cc8-5e22-4244-bbfa-8628da801102 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:43:12.484670 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b346cc8-5e22-4244-bbfa-8628da801102 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:43:12.510666 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device c2949b42-d908-40c9-ab0e-75e3819babb3 up at agent ovs-agent-dv-cinder-796286-2-smb {{(pid=91937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:43:12.520777 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG oslo_concurrency.lockutils [None req-1b346cc8-5e22-4244-bbfa-8628da801102 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=91938) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:43:12.560008 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406a4a0c-f691-4b60-96ad-706837652f16 admin admin] Network d4193882-8599-4706-9df3-8f3269a3019f is already hosted by enough agents. {{(pid=91936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:43:12.574258 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.base_scheduler [None req-406a4a0c-f691-4b60-96ad-706837652f16 admin admin] Resources bound (agent type, host, resource id): {{(pid=91936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:43:12.581140 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406a4a0c-f691-4b60-96ad-706837652f16 admin admin] Received port after_create {{(pid=91936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 16:43:12.621917 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.plugins.ml2.db [None req-973e03dc-63f3-4999-973c-561d905d80cf None None] For port 9947d0df-40ea-4426-8707-fd656d16e806, host dv-cinder-796286-2-smb, cleared binding levels {{(pid=91938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 16:43:12.639121 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.plugins.ml2.db [None req-973e03dc-63f3-4999-973c-561d905d80cf None None] For port 9947d0df-40ea-4426-8707-fd656d16e806, host dv-cinder-796286-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-smb',level=0,port_id=9947d0df-40ea-4426-8707-fd656d16e806,segment=NetworkSegment(a2c1fc44-b613-4a01-80b3-58a3526400ae),segment_id=a2c1fc44-b613-4a01-80b3-58a3526400ae)] {{(pid=91938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 16:43:12.655723 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron_lib.callbacks.manager [None req-973e03dc-63f3-4999-973c-561d905d80cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:12.674215 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91938) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:43:12.678705 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Provisioning complete for port c2949b42-d908-40c9-ab0e-75e3819babb3 triggered by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:43:12.679780 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:12.686368 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-406a4a0c-f691-4b60-96ad-706837652f16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900752'] for router_interface, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:12.789456 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973e03dc-63f3-4999-973c-561d905d80cf None None] Routers {'c89be783-44ef-48a0-9950-7c8cb09495fe'} bound to L3 agent in host dv-cinder-796286-2-smb {{(pid=91938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:43:12.790423 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_hamode_db [None req-973e03dc-63f3-4999-973c-561d905d80cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-14T16:26:21Z,description=,heartbeat_timestamp=2021-06-14T16:42:52Z,host='dv-cinder-796286-2-smb',id=ca10c576-315d-4f3b-b2d0-f5eeab5e8277,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:26:21Z,topic='l3_agent')) {'router_ids': ['c89be783-44ef-48a0-9950-7c8cb09495fe'], 'active': True} {{(pid=91938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:43:12.797998 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406a4a0c-f691-4b60-96ad-706837652f16 admin admin] Pushing event updated for resources: {'Port': ['ID=03d6af59-c4d5-437e-95e9-18ffee9890b7,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:43:12.806794 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-406a4a0c-f691-4b60-96ad-706837652f16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:43:13.050541 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b346cc8-5e22-4244-bbfa-8628da801102 None None] Pushing event updated for resources: {'Port': ['ID=9947d0df-40ea-4426-8707-fd656d16e806,revision_number=3']} {{(pid=91938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:43:13.056325 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG oslo_concurrency.lockutils [None req-1b346cc8-5e22-4244-bbfa-8628da801102 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=91938) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:43:13.094092 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-672a4b48-79c4-4d05-be61-4935aaa9e308 None None] Provisioning for port 03d6af59-c4d5-437e-95e9-18ffee9890b7 completed by entity DHCP. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:43:13.104967 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-672a4b48-79c4-4d05-be61-4935aaa9e308 None None] Provisioning complete for port 03d6af59-c4d5-437e-95e9-18ffee9890b7 triggered by entity DHCP. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:43:13.105503 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-672a4b48-79c4-4d05-be61-4935aaa9e308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:13.125086 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-406a4a0c-f691-4b60-96ad-706837652f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:13.203724 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_dvr_db [None req-973e03dc-63f3-4999-973c-561d905d80cf None None] Set router c89be783-44ef-48a0-9950-7c8cb09495fe gateway port host: dv-cinder-796286-2-smb {{(pid=91938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:43:13.221669 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.plugin [None req-672a4b48-79c4-4d05-be61-4935aaa9e308 None None] Port 03d6af59-c4d5-437e-95e9-18ffee9890b7 cannot update to ACTIVE because it is not bound. {{(pid=91937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 16:43:13.595702 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-406a4a0c-f691-4b60-96ad-706837652f16 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:13.606949 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-406a4a0c-f691-4b60-96ad-706837652f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60243875'] for port, after_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:13.610611 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-99edc1d5-3250-449d-8638-bb29d32e95be tempest-VolumesActionsTest-25961081 tempest-VolumesActionsTest-25961081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:43:13.737455 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_hamode_db [None req-973e03dc-63f3-4999-973c-561d905d80cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c89be783-44ef-48a0-9950-7c8cb09495fe', 'name': 'tempest-TestShelveInstance-1741867977-router', 'tenant_id': 'e79717fb8ae642c893bfd8688c1e5036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.115'}], 'enable_snat': True}, 'gw_port_id': '9947d0df-40ea-4426-8707-fd656d16e806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:43:06Z', 'updated_at': '2021-06-14T16:43:09Z', 'revision_number': 3, 'project_id': 'e79717fb8ae642c893bfd8688c1e5036', 'gw_port': {'id': '9947d0df-40ea-4426-8707-fd656d16e806', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:dc:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c89be783-44ef-48a0-9950-7c8cb09495fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:43:07Z', 'updated_at': '2021-06-14T16:43:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb'}], 'dv-cinder-796286-2-smb', False) {} {{(pid=91938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:43:13.750400 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973e03dc-63f3-4999-973c-561d905d80cf None None] The sync data for ids ['c89be783-44ef-48a0-9950-7c8cb09495fe'] in dv-cinder-796286-2-smb is: [{'id': 'c89be783-44ef-48a0-9950-7c8cb09495fe', 'name': 'tempest-TestShelveInstance-1741867977-router', 'tenant_id': 'e79717fb8ae642c893bfd8688c1e5036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.115'}], 'enable_snat': True}, 'gw_port_id': '9947d0df-40ea-4426-8707-fd656d16e806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:43:06Z', 'updated_at': '2021-06-14T16:43:09Z', 'revision_number': 3, 'project_id': 'e79717fb8ae642c893bfd8688c1e5036', 'gw_port': {'id': '9947d0df-40ea-4426-8707-fd656d16e806', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:dc:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c89be783-44ef-48a0-9950-7c8cb09495fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:43:07Z', 'updated_at': '2021-06-14T16:43:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb'}] {{(pid=91938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 16:43:13.751267 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-406a4a0c-f691-4b60-96ad-706837652f16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3691715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900868'] for router_interface, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:13.757070 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406a4a0c-f691-4b60-96ad-706837652f16 admin admin] Pushing event updated for resources: {'Port': ['ID=03d6af59-c4d5-437e-95e9-18ffee9890b7,revision_number=2']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:43:13.768426 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-406a4a0c-f691-4b60-96ad-706837652f16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:43:14.009781 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406a4a0c-f691-4b60-96ad-706837652f16 admin admin] Network d4193882-8599-4706-9df3-8f3269a3019f is already hosted by enough agents. {{(pid=91936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:43:14.012373 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.base_scheduler [None req-406a4a0c-f691-4b60-96ad-706837652f16 admin admin] Resources bound (agent type, host, resource id): {{(pid=91936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:43:14.423723 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-406a4a0c-f691-4b60-96ad-706837652f16 admin admin] Router c89be783-44ef-48a0-9950-7c8cb09495fe has already been hosted by L3 agent ca10c576-315d-4f3b-b2d0-f5eeab5e8277 {{(pid=91936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 16:43:14.599911 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device 9947d0df-40ea-4426-8707-fd656d16e806 up at agent ovs-agent-dv-cinder-796286-2-smb {{(pid=91937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:43:14.633891 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b4b49-7648-41b5-abad-1c358d3efd01 req-3384fdad-14e2-4534-9c2f-bf60f45ca109 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:43:14.636976 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-b66b4b49-7648-41b5-abad-1c358d3efd01 req-3384fdad-14e2-4534-9c2f-bf60f45ca109 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/ports?device_id=c75bc347-1d08-4e4b-81bb-7f3fb82a8770 HTTP/1.1" status: 200 len: 946 time: 0.2380335 Jun 14 16:43:14.723179 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-65900212-33f5-43e3-80d8-1c33a00a1f55 None None] Provisioning complete for port 03d6af59-c4d5-437e-95e9-18ffee9890b7 triggered by entity DHCP. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:43:14.724043 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-65900212-33f5-43e3-80d8-1c33a00a1f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:14.746243 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-b66b4b49-7648-41b5-abad-1c358d3efd01 req-074e8cb1-3bc7-4b82-b3d9-6d56838f69be tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea112548-ed8e-48a6-ab53-e4f921d6f893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895073 Jun 14 16:43:14.823874 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Provisioning for port 9947d0df-40ea-4426-8707-fd656d16e806 completed by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:43:14.834664 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.plugin [None req-65900212-33f5-43e3-80d8-1c33a00a1f55 None None] Port 03d6af59-c4d5-437e-95e9-18ffee9890b7 cannot update to ACTIVE because it is not bound. {{(pid=91937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 16:43:14.838564 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Provisioning complete for port 9947d0df-40ea-4426-8707-fd656d16e806 triggered by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:43:14.838833 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:14.841147 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-406a4a0c-f691-4b60-96ad-706837652f16 admin admin] Notify agent at l3_agent.dv-cinder-796286-2-smb the message routers_updated {{(pid=91936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 16:43:14.851171 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-406a4a0c-f691-4b60-96ad-706837652f16 admin admin] 10.222.0.16 "PUT /v2.0/routers/c89be783-44ef-48a0-9950-7c8cb09495fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0192118 Jun 14 16:43:15.045495 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:15.098280 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] For port 9947d0df-40ea-4426-8707-fd656d16e806, host dv-cinder-796286-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-smb',level=0,port_id=9947d0df-40ea-4426-8707-fd656d16e806,segment=NetworkSegment(a2c1fc44-b613-4a01-80b3-58a3526400ae),segment_id=a2c1fc44-b613-4a01-80b3-58a3526400ae)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:43:15.108074 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:15.114158 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-7f6406cc-30ef-4137-b7dc-5c9c0a516dab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:43:15.239445 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Pushing event updated for resources: {'Port': ['ID=9947d0df-40ea-4426-8707-fd656d16e806,revision_number=4']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:43:15.245788 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:43:15.820633 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 49742) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:43:15.830582 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.v2.base [None req-73fd3e1c-fa7d-4bff-b8b2-a5b17936b9e5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-48939712-network', 'tenant_id': '21c86526f59a412caa712054c920c7f4'}} {{(pid=91935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:43:15.890882 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73fd3e1c-fa7d-4bff-b8b2-a5b17936b9e5 admin admin] Made reservation on behalf of 21c86526f59a412caa712054c920c7f4 for: {'network': 1} {{(pid=91935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:43:15.895560 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-73fd3e1c-fa7d-4bff-b8b2-a5b17936b9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-782655'] for network, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:15.917204 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-73fd3e1c-fa7d-4bff-b8b2-a5b17936b9e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:15.985140 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:16.178478 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-73fd3e1c-fa7d-4bff-b8b2-a5b17936b9e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:16.187861 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-73fd3e1c-fa7d-4bff-b8b2-a5b17936b9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:16.188132 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd1023d-6c1d-4d8d-b2d0-b6ad4675c727 req-98694535-79b5-4ff7-906e-afa66ba8bdd5 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:43:16.190361 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-0dd1023d-6c1d-4d8d-b2d0-b6ad4675c727 req-98694535-79b5-4ff7-906e-afa66ba8bdd5 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/ports?device_id=c75bc347-1d08-4e4b-81bb-7f3fb82a8770 HTTP/1.1" status: 200 len: 946 time: 0.1719353 Jun 14 16:43:16.196670 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-354e410a-b2a3-4c7b-aa26-d559bc878d1d tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:43:16.252703 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73fd3e1c-fa7d-4bff-b8b2-a5b17936b9e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=91935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 16:43:16.279182 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fd3e1c-fa7d-4bff-b8b2-a5b17936b9e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3155093a-8bc7-488e-bfde-4ebcbad1ed1d,revision_number=1']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:43:16.285888 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-73fd3e1c-fa7d-4bff-b8b2-a5b17936b9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678690'] for segment, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:16.286616 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.db.segments_db [None req-73fd3e1c-fa7d-4bff-b8b2-a5b17936b9e5 admin admin] Added segment f329a090-da2e-4072-bec0-79bd1d351601 of type vlan for network ad829f93-d6f5-4cf7-96b8-b1740926bdfc Jun 14 16:43:16.289681 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-73fd3e1c-fa7d-4bff-b8b2-a5b17936b9e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:43:16.298640 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-0dd1023d-6c1d-4d8d-b2d0-b6ad4675c727 req-2ee9af88-04bb-4e81-a53a-5b2cd48c2288 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea112548-ed8e-48a6-ab53-e4f921d6f893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971603 Jun 14 16:43:16.394483 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-73fd3e1c-fa7d-4bff-b8b2-a5b17936b9e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742579622822'] for network, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:16.470777 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a56adf8-c94b-4bf5-88c8-4587880aad00 None None] Sync routers for ids ['c89be783-44ef-48a0-9950-7c8cb09495fe'] in dv-cinder-796286-2-smb {{(pid=91937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 16:43:16.477783 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-73fd3e1c-fa7d-4bff-b8b2-a5b17936b9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-121365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693369'] for network, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:16.481136 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73fd3e1c-fa7d-4bff-b8b2-a5b17936b9e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:43:16.482167 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-73fd3e1c-fa7d-4bff-b8b2-a5b17936b9e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693340'] for network, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:16.489388 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-73b9ca23-2beb-405a-89a9-bbe36480f7d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:43:16.504059 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3add114-a030-4701-aa68-c456f8af039f req-b4f230c4-e3f1-4954-ace9-2f966ee215ea tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:43:16.506696 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-c3add114-a030-4701-aa68-c456f8af039f req-b4f230c4-e3f1-4954-ace9-2f966ee215ea tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.41 "GET /v2.0/ports?device_id=c75bc347-1d08-4e4b-81bb-7f3fb82a8770 HTTP/1.1" status: 200 len: 946 time: 0.1976023 Jun 14 16:43:16.509736 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a56adf8-c94b-4bf5-88c8-4587880aad00 None None] Routers {'c89be783-44ef-48a0-9950-7c8cb09495fe'} bound to L3 agent in host dv-cinder-796286-2-smb {{(pid=91937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:43:16.511789 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_hamode_db [None req-6a56adf8-c94b-4bf5-88c8-4587880aad00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-14T16:26:21Z,description=,heartbeat_timestamp=2021-06-14T16:42:52Z,host='dv-cinder-796286-2-smb',id=ca10c576-315d-4f3b-b2d0-f5eeab5e8277,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:26:21Z,topic='l3_agent')) {'router_ids': ['c89be783-44ef-48a0-9950-7c8cb09495fe'], 'active': True} {{(pid=91937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:43:16.559610 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-73fd3e1c-fa7d-4bff-b8b2-a5b17936b9e5 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7369642 Jun 14 16:43:16.566113 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 49744) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:43:16.582924 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.v2.base [None req-b04f4e4a-fdf1-4b2a-9648-7b6ec9dcd9ba admin admin] Request body: {'subnet': {'network_id': 'ad829f93-d6f5-4cf7-96b8-b1740926bdfc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-48939712-subnet', 'tenant_id': '21c86526f59a412caa712054c920c7f4', 'ip_version': 4}} {{(pid=91935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:43:16.649717 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device 9947d0df-40ea-4426-8707-fd656d16e806 up at agent ovs-agent-dv-cinder-796286-2-smb {{(pid=91937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:43:16.680326 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fd3e1c-fa7d-4bff-b8b2-a5b17936b9e5 admin admin] Pushing event updated for resources: {'Network': ['ID=ad829f93-d6f5-4cf7-96b8-b1740926bdfc,revision_number=1']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:43:16.705946 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-73fd3e1c-fa7d-4bff-b8b2-a5b17936b9e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:43:16.725361 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b04f4e4a-fdf1-4b2a-9648-7b6ec9dcd9ba admin admin] Made reservation on behalf of 21c86526f59a412caa712054c920c7f4 for: {'subnet': 1} {{(pid=91935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:43:16.735896 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-b04f4e4a-fdf1-4b2a-9648-7b6ec9dcd9ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58922015'] for subnet, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:16.746433 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Network ad829f93-d6f5-4cf7-96b8-b1740926bdfc details requested by agent ovs-agent-dv-cinder-796286-2-smb with host dv-cinder-796286-2-smb {{(pid=91937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 16:43:16.803328 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.plugin [req-c3add114-a030-4701-aa68-c456f8af039f req-3e812284-3f1e-473f-8f7a-8529751856e2 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Deleting port fff2687b-bcf7-4e7b-9cbb-8b8fb20315a6 {{(pid=91936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 16:43:16.803933 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-c3add114-a030-4701-aa68-c456f8af039f req-3e812284-3f1e-473f-8f7a-8529751856e2 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742580025384'] for port, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:17.042638 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvr_db [None req-6a56adf8-c94b-4bf5-88c8-4587880aad00 None None] Set router c89be783-44ef-48a0-9950-7c8cb09495fe gateway port host: dv-cinder-796286-2-smb {{(pid=91937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:43:17.076356 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.db [req-c3add114-a030-4701-aa68-c456f8af039f req-3e812284-3f1e-473f-8f7a-8529751856e2 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] For port fff2687b-bcf7-4e7b-9cbb-8b8fb20315a6, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=fff2687b-bcf7-4e7b-9cbb-8b8fb20315a6,segment=NetworkSegment(690bd276-103b-46b0-9d5a-76d942177037),segment_id=690bd276-103b-46b0-9d5a-76d942177037)] {{(pid=91936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:43:17.076979 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-c3add114-a030-4701-aa68-c456f8af039f req-3e812284-3f1e-473f-8f7a-8529751856e2 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3907582'] for port, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:17.134025 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Provisioning complete for port 9947d0df-40ea-4426-8707-fd656d16e806 triggered by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:43:17.134626 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:17.208705 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-b04f4e4a-fdf1-4b2a-9648-7b6ec9dcd9ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58941658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58921993'] for subnet, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:17.216400 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:43:17.354172 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04f4e4a-fdf1-4b2a-9648-7b6ec9dcd9ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=af9afad6-93f5-4a6d-a9de-17e9525dff6f,revision_number=0']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:43:17.359290 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-b04f4e4a-fdf1-4b2a-9648-7b6ec9dcd9ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:43:17.370480 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04f4e4a-fdf1-4b2a-9648-7b6ec9dcd9ba admin admin] Checking segment: {'id': 'f329a090-da2e-4072-bec0-79bd1d351601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ad829f93-d6f5-4cf7-96b8-b1740926bdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:43:17.371063 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04f4e4a-fdf1-4b2a-9648-7b6ec9dcd9ba admin admin] Network hostable DHCP agents. Network: ad829f93-d6f5-4cf7-96b8-b1740926bdfc, hostable agents: ['9880e1f8-c94d-4d9a-b71a-e9b00091ad04'], hosted agents: [] {{(pid=91935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 16:43:17.419172 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04f4e4a-fdf1-4b2a-9648-7b6ec9dcd9ba admin admin] Network ad829f93-d6f5-4cf7-96b8-b1740926bdfc is scheduled to be hosted by DHCP agent 9880e1f8-c94d-4d9a-b71a-e9b00091ad04 with binding_index 1 {{(pid=91935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 16:43:17.450519 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.base_scheduler [None req-b04f4e4a-fdf1-4b2a-9648-7b6ec9dcd9ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-2-smb, ad829f93-d6f5-4cf7-96b8-b1740926bdfc) {{(pid=91935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:43:17.481769 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04f4e4a-fdf1-4b2a-9648-7b6ec9dcd9ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:43:17.482647 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-b04f4e4a-fdf1-4b2a-9648-7b6ec9dcd9ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693340'] for subnet, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:17.522068 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-b04f4e4a-fdf1-4b2a-9648-7b6ec9dcd9ba admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.9537809 Jun 14 16:43:17.529415 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 49748) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:43:17.542008 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.v2.base [None req-97ee9fad-7213-4d21-b843-5ef25dc63624 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-48939712-router', 'tenant_id': '21c86526f59a412caa712054c920c7f4', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b'}}} {{(pid=91935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:43:17.613255 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-c3add114-a030-4701-aa68-c456f8af039f req-3e812284-3f1e-473f-8f7a-8529751856e2 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:17.614153 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-c3add114-a030-4701-aa68-c456f8af039f req-3e812284-3f1e-473f-8f7a-8529751856e2 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904124'] for floatingip, after_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:17.614153 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.db.l3_db [req-c3add114-a030-4701-aa68-c456f8af039f req-3e812284-3f1e-473f-8f7a-8529751856e2 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Floating IP d1557abe-9ca1-4150-bfe9-24f0f6be0db2 disassociated. External IP: 172.28.1.64, port: fff2687b-bcf7-4e7b-9cbb-8b8fb20315a6. Jun 14 16:43:17.614565 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.plugin [req-c3add114-a030-4701-aa68-c456f8af039f req-3e812284-3f1e-473f-8f7a-8529751856e2 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Calling delete_port for fff2687b-bcf7-4e7b-9cbb-8b8fb20315a6 owned by compute:nova {{(pid=91936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 16:43:17.685513 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-97ee9fad-7213-4d21-b843-5ef25dc63624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3902115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44829'] for router, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:17.687867 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-97ee9fad-7213-4d21-b843-5ef25dc63624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3902148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904466', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3888845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45030'] for router, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:17.690139 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332a9a84-93aa-45d4-bf68-97022d87fdce None None] Network ad829f93-d6f5-4cf7-96b8-b1740926bdfc requested from dv-cinder-796286-2-smb {{(pid=91937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 16:43:17.882395 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023dc023-87fa-4aa6-bbc9-c2f3fc7361ba req-7b84182d-7bfd-414c-a40b-8a7e8f11ad7d tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:43:17.884744 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-023dc023-87fa-4aa6-bbc9-c2f3fc7361ba req-7b84182d-7bfd-414c-a40b-8a7e8f11ad7d tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/ports?device_id=c75bc347-1d08-4e4b-81bb-7f3fb82a8770 HTTP/1.1" status: 200 len: 946 time: 0.2879758 Jun 14 16:43:17.887492 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-97ee9fad-7213-4d21-b843-5ef25dc63624 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:17.966107 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-c3add114-a030-4701-aa68-c456f8af039f req-3e812284-3f1e-473f-8f7a-8529751856e2 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742580029772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742579636520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60243860'] for port, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:17.989845 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-00a6d5f4-afd9-4da4-8c0a-5ace14971d7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:43:18.043724 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e812284-3f1e-473f-8f7a-8529751856e2 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Pushing event deleted for resources: {'Port': ['ID=fff2687b-bcf7-4e7b-9cbb-8b8fb20315a6,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:43:18.050119 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-3e812284-3f1e-473f-8f7a-8529751856e2 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:43:18.247598 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_hamode_db [None req-6a56adf8-c94b-4bf5-88c8-4587880aad00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c89be783-44ef-48a0-9950-7c8cb09495fe', 'name': 'tempest-TestShelveInstance-1741867977-router', 'tenant_id': 'e79717fb8ae642c893bfd8688c1e5036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.115'}], 'enable_snat': True}, 'gw_port_id': '9947d0df-40ea-4426-8707-fd656d16e806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:43:06Z', 'updated_at': '2021-06-14T16:43:13Z', 'revision_number': 4, 'project_id': 'e79717fb8ae642c893bfd8688c1e5036', 'gw_port': {'id': '9947d0df-40ea-4426-8707-fd656d16e806', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:dc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89be783-44ef-48a0-9950-7c8cb09495fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:43:07Z', 'updated_at': '2021-06-14T16:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb', '_interfaces': [{'id': '03d6af59-c4d5-437e-95e9-18ffee9890b7', 'name': '', 'network_id': 'd4193882-8599-4706-9df3-8f3269a3019f', 'tenant_id': 'e79717fb8ae642c893bfd8688c1e5036', 'mac_address': 'fa:16:3e:d8:17:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c89be783-44ef-48a0-9950-7c8cb09495fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'fdc15a29-328a-43ab-b1c2-2f32abe822f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:43:11Z', 'updated_at': '2021-06-14T16:43:13Z', 'revision_number': 2, 'project_id': 'e79717fb8ae642c893bfd8688c1e5036', 'subnets': [{'id': 'fdc15a29-328a-43ab-b1c2-2f32abe822f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-smb', False) {} {{(pid=91937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:43:18.300446 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a56adf8-c94b-4bf5-88c8-4587880aad00 None None] Checking router: c89be783-44ef-48a0-9950-7c8cb09495fe for host: dv-cinder-796286-2-smb {{(pid=91937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 16:43:18.301038 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a56adf8-c94b-4bf5-88c8-4587880aad00 None None] Updating router c89be783-44ef-48a0-9950-7c8cb09495fe port 03d6af59-c4d5-437e-95e9-18ffee9890b7 binding host dv-cinder-796286-2-smb {{(pid=91937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 16:43:18.367635 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4679cc-0b54-4899-a6f7-5ff35abfc54f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dd7b1b0-8727-5c20-81ad-b49c2544d142-ad829f93-d6f5-4cf7-96b8-b1740926bdfc', 'network_id': 'ad829f93-d6f5-4cf7-96b8-b1740926bdfc', 'tenant_id': '21c86526f59a412caa712054c920c7f4', 'fixed_ips': [{'subnet_id': 'af9afad6-93f5-4a6d-a9de-17e9525dff6f'}]}} from dv-cinder-796286-2-smb. {{(pid=91937) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 14 16:43:18.370144 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-2d4679cc-0b54-4899-a6f7-5ff35abfc54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-782655'] for port, before_create {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:18.387736 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-023dc023-87fa-4aa6-bbc9-c2f3fc7361ba req-9cf00fa0-395c-449e-baa6-aa85136c3419 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea112548-ed8e-48a6-ab53-e4f921d6f893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3839741 Jun 14 16:43:18.395455 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-97ee9fad-7213-4d21-b843-5ef25dc63624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904461', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3902129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45040'] for router, precommit_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:18.501419 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-6a56adf8-c94b-4bf5-88c8-4587880aad00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:18.867294 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c3add114-a030-4701-aa68-c456f8af039f req-3e812284-3f1e-473f-8f7a-8529751856e2 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Router 28b8be67-f847-4c10-a978-f10383f13ded has already been hosted by L3 agent ca10c576-315d-4f3b-b2d0-f5eeab5e8277 {{(pid=91936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 16:43:19.076166 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-015b295a-48c9-4875-b269-ed72622572e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:19.080545 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.db_base_plugin_common [None req-2d4679cc-0b54-4899-a6f7-5ff35abfc54f None None] Allocated IP 172.20.0.2 (ad829f93-d6f5-4cf7-96b8-b1740926bdfc/af9afad6-93f5-4a6d-a9de-17e9525dff6f/4c5c1222-e9eb-4d16-8aef-49c743c2a711) {{(pid=91937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 16:43:19.095767 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-97ee9fad-7213-4d21-b843-5ef25dc63624 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:19.151351 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-97ee9fad-7213-4d21-b843-5ef25dc63624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-782655'] for port, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:19.180012 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c3add114-a030-4701-aa68-c456f8af039f req-3e812284-3f1e-473f-8f7a-8529751856e2 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify agent at l3_agent.dv-cinder-796286-2-smb the message routers_updated {{(pid=91936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 16:43:19.214330 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be2e9fa-6eee-45e5-b669-0802c5e77160 None None] Sync routers for ids ['28b8be67-f847-4c10-a978-f10383f13ded'] in dv-cinder-796286-2-smb {{(pid=91938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 16:43:19.241447 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be2e9fa-6eee-45e5-b669-0802c5e77160 None None] Routers {'28b8be67-f847-4c10-a978-f10383f13ded'} bound to L3 agent in host dv-cinder-796286-2-smb {{(pid=91938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:43:19.244948 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_hamode_db [None req-8be2e9fa-6eee-45e5-b669-0802c5e77160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-14T16:26:21Z,description=,heartbeat_timestamp=2021-06-14T16:42:52Z,host='dv-cinder-796286-2-smb',id=ca10c576-315d-4f3b-b2d0-f5eeab5e8277,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:26:21Z,topic='l3_agent')) {'router_ids': ['28b8be67-f847-4c10-a978-f10383f13ded'], 'active': True} {{(pid=91938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:43:19.298422 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3add114-a030-4701-aa68-c456f8af039f req-3e812284-3f1e-473f-8f7a-8529751856e2 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] No DVR routers for this DVR port fff2687b-bcf7-4e7b-9cbb-8b8fb20315a6 on host hv-cinder-79628 {{(pid=91936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 16:43:19.306802 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-c3add114-a030-4701-aa68-c456f8af039f req-3e812284-3f1e-473f-8f7a-8529751856e2 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220504'] for port, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:19.311214 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-c3add114-a030-4701-aa68-c456f8af039f req-3e812284-3f1e-473f-8f7a-8529751856e2 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.41 "DELETE /v2.0/ports/fff2687b-bcf7-4e7b-9cbb-8b8fb20315a6 HTTP/1.1" status: 204 len: 173 time: 2.7939258 Jun 14 16:43:19.312179 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c75bc347-1d08-4e4b-81bb-7f3fb82a8770', 'name': 'network-vif-deleted', 'tag': 'fff2687b-bcf7-4e7b-9cbb-8b8fb20315a6'}] {{(pid=91936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:43:19.316725 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659a09cea19619e202447e1b4bc3efe885e95cab3022d83c422060b06feffe3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05d120a-97f9-4dd9-8e3f-36bf9ca90810" -d '{"events": [{"server_uuid": "c75bc347-1d08-4e4b-81bb-7f3fb82a8770", "name": "network-vif-deleted", "tag": "fff2687b-bcf7-4e7b-9cbb-8b8fb20315a6"}]}' {{(pid=91936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:43:19.456490 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 16:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12dd9d6a-ab5f-4b93-9c5d-e28770350a45 x-openstack-request-id: req-12dd9d6a-ab5f-4b93-9c5d-e28770350a45 {{(pid=91936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:43:19.457011 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c75bc347-1d08-4e4b-81bb-7f3fb82a8770", "name": "network-vif-deleted", "tag": "fff2687b-bcf7-4e7b-9cbb-8b8fb20315a6", "status": "completed", "code": 200}]} {{(pid=91936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:43:19.457486 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-12dd9d6a-ab5f-4b93-9c5d-e28770350a45 {{(pid=91936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:43:19.458299 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c75bc347-1d08-4e4b-81bb-7f3fb82a8770', 'name': 'network-vif-deleted', 'tag': 'fff2687b-bcf7-4e7b-9cbb-8b8fb20315a6', 'status': 'completed', 'code': 200} Jun 14 16:43:19.487456 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.db.db_base_plugin_common [None req-97ee9fad-7213-4d21-b843-5ef25dc63624 admin admin] Allocated IP 172.28.1.133 (2b8148fa-8475-41af-8213-9af35fa3c21b/245e4c8b-b6d5-4126-ad47-8a46fc8189c6/9d2593af-02e2-4a8a-a822-5af7971e9a96) {{(pid=91935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 16:43:19.741715 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_dvr_db [None req-8be2e9fa-6eee-45e5-b669-0802c5e77160 None None] Set router 28b8be67-f847-4c10-a978-f10383f13ded gateway port host: dv-cinder-796286-2-smb {{(pid=91938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:43:19.846738 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-6a56adf8-c94b-4bf5-88c8-4587880aad00 None None] Notify callbacks [] for port, precommit_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:19.869558 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-2d4679cc-0b54-4899-a6f7-5ff35abfc54f None None] Notify callbacks [] for port, precommit_create {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:19.890186 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-6a56adf8-c94b-4bf5-88c8-4587880aad00 None None] Transition to ACTIVE for port object 03d6af59-c4d5-437e-95e9-18ffee9890b7 will not be triggered until provisioned by entity L2. {{(pid=91937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:43:19.890491 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-9c3b6807-7fa4-480c-891e-78b41381a709 req-1d0318cb-4bcf-40cc-b325-c40d8e684ec5 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/ports?device_id=c75bc347-1d08-4e4b-81bb-7f3fb82a8770 HTTP/1.1" status: 200 len: 210 time: 0.0958350 Jun 14 16:43:19.900367 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-2d4679cc-0b54-4899-a6f7-5ff35abfc54f None None] Transition to ACTIVE for port object 4c5c1222-e9eb-4d16-8aef-49c743c2a711 will not be triggered until provisioned by entity L2. {{(pid=91937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:43:19.911599 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-6a56adf8-c94b-4bf5-88c8-4587880aad00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:19.919478 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-ff88875e-66a2-4ea4-b4a1-6e607207f2db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:43:19.997060 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-97ee9fad-7213-4d21-b843-5ef25dc63624 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:20.023630 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-2d4679cc-0b54-4899-a6f7-5ff35abfc54f None None] Transition to ACTIVE for port object 4c5c1222-e9eb-4d16-8aef-49c743c2a711 will not be triggered until provisioned by entity DHCP. {{(pid=91937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:43:20.153755 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-2d4679cc-0b54-4899-a6f7-5ff35abfc54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-782844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4109363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742579636511'] for port, after_create {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:20.161145 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f414904-f5fc-4076-b340-f85d5f2325b5 None None] Pushing event updated for resources: {'Port': ['ID=03d6af59-c4d5-437e-95e9-18ffee9890b7,revision_number=3']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:43:20.216485 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-97ee9fad-7213-4d21-b843-5ef25dc63624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-782844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4109363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742579636511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58943338'] for port, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:20.224767 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-ba57cacc-491c-4dbb-924b-2216e3c34243 tempest-AttachVolumeShelveTestJSON-1207850269 tempest-AttachVolumeShelveTestJSON-1207850269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:43:20.255826 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-2f414904-f5fc-4076-b340-f85d5f2325b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:43:20.260550 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:43:20.343837 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ee9fad-7213-4d21-b843-5ef25dc63624 admin admin] Network 2b8148fa-8475-41af-8213-9af35fa3c21b is already hosted by enough agents. {{(pid=91935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:43:20.358674 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.base_scheduler [None req-97ee9fad-7213-4d21-b843-5ef25dc63624 admin admin] Resources bound (agent type, host, resource id): {{(pid=91935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:43:20.369414 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ee9fad-7213-4d21-b843-5ef25dc63624 admin admin] Received port after_create {{(pid=91935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 16:43:20.388278 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4679cc-0b54-4899-a6f7-5ff35abfc54f None None] Pushing event updated for resources: {'Port': ['ID=4c5c1222-e9eb-4d16-8aef-49c743c2a711,revision_number=1']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:43:20.399646 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-2d4679cc-0b54-4899-a6f7-5ff35abfc54f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:43:20.462086 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ee9fad-7213-4d21-b843-5ef25dc63624 admin admin] Pushing event updated for resources: {'Port': ['ID=9d2593af-02e2-4a8a-a822-5af7971e9a96,revision_number=1']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:43:20.469037 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-97ee9fad-7213-4d21-b843-5ef25dc63624 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:43:20.488177 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4679cc-0b54-4899-a6f7-5ff35abfc54f None None] Network ad829f93-d6f5-4cf7-96b8-b1740926bdfc is already hosted by enough agents. {{(pid=91937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:43:20.497330 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.scheduler.base_scheduler [None req-2d4679cc-0b54-4899-a6f7-5ff35abfc54f None None] Resources bound (agent type, host, resource id): {{(pid=91937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:43:20.512835 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4679cc-0b54-4899-a6f7-5ff35abfc54f None None] Received port after_create {{(pid=91937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 16:43:20.531859 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_hamode_db [None req-8be2e9fa-6eee-45e5-b669-0802c5e77160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b8be67-f847-4c10-a978-f10383f13ded', 'name': 'tempest-AttachVolumeTestJSON-1207740692-router', 'tenant_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.195'}], 'enable_snat': True}, 'gw_port_id': '77063136-84a6-47d0-a4e7-974ce2d3a121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:38:41Z', 'updated_at': '2021-06-14T16:38:46Z', 'revision_number': 4, 'project_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'gw_port': {'id': '77063136-84a6-47d0-a4e7-974ce2d3a121', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:67:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b8be67-f847-4c10-a978-f10383f13ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:38:42Z', 'updated_at': '2021-06-14T16:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb', '_interfaces': [{'id': '48d86202-6159-43a1-aa04-a8b18949ac44', 'name': '', 'network_id': 'ddf07b9e-99ea-4c30-b823-72f2b0ed4055', 'tenant_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'mac_address': 'fa:16:3e:71:ff:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b8be67-f847-4c10-a978-f10383f13ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'c03c59fa-658a-445c-9394-38c3bfae06f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:38:45Z', 'updated_at': '2021-06-14T16:38:54Z', 'revision_number': 5, 'project_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'subnets': [{'id': 'c03c59fa-658a-445c-9394-38c3bfae06f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-smb', False) {} {{(pid=91938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:43:20.540591 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.managers [None req-6a56adf8-c94b-4bf5-88c8-4587880aad00 None None] Attempting to bind port 03d6af59-c4d5-437e-95e9-18ffee9890b7 on host dv-cinder-796286-2-smb for vnic_type normal with profile {{(pid=91937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 16:43:20.541117 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.managers [None req-6a56adf8-c94b-4bf5-88c8-4587880aad00 None None] Attempting to bind port 03d6af59-c4d5-437e-95e9-18ffee9890b7 by drivers openvswitch,hyperv on host dv-cinder-796286-2-smb at level 0 using segments [{'id': 'ccde5d36-4519-49b3-8d0d-2b808d876e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd4193882-8599-4706-9df3-8f3269a3019f'}] {{(pid=91937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 16:43:20.542131 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a56adf8-c94b-4bf5-88c8-4587880aad00 None None] Attempting to bind port 03d6af59-c4d5-437e-95e9-18ffee9890b7 on network d4193882-8599-4706-9df3-8f3269a3019f {{(pid=91937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:43:20.544342 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be2e9fa-6eee-45e5-b669-0802c5e77160 None None] Checking router: 28b8be67-f847-4c10-a978-f10383f13ded for host: dv-cinder-796286-2-smb {{(pid=91938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 16:43:20.562216 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a56adf8-c94b-4bf5-88c8-4587880aad00 None None] Checking agent: {'id': 'f162564f-7dab-4d73-81fc-5f8e857b2431', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 26, 22), 'started_at': datetime.datetime(2021, 6, 14, 16, 26, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 16, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 16:43:20.562871 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a56adf8-c94b-4bf5-88c8-4587880aad00 None None] Checking segment: {'id': 'ccde5d36-4519-49b3-8d0d-2b808d876e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd4193882-8599-4706-9df3-8f3269a3019f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:43:20.563496 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-6a56adf8-c94b-4bf5-88c8-4587880aad00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:20.564246 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a56adf8-c94b-4bf5-88c8-4587880aad00 None None] Bound using segment: {'id': 'ccde5d36-4519-49b3-8d0d-2b808d876e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd4193882-8599-4706-9df3-8f3269a3019f'} {{(pid=91937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 16:43:20.564982 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be2e9fa-6eee-45e5-b669-0802c5e77160 None None] Routers {'28b8be67-f847-4c10-a978-f10383f13ded'} bound to L3 agent in host dv-cinder-796286-2-smb {{(pid=91938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:43:20.565168 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.managers [None req-6a56adf8-c94b-4bf5-88c8-4587880aad00 None None] Bound port: 03d6af59-c4d5-437e-95e9-18ffee9890b7, host: dv-cinder-796286-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccde5d36-4519-49b3-8d0d-2b808d876e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd4193882-8599-4706-9df3-8f3269a3019f'}}] {{(pid=91937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 16:43:20.565752 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-6a56adf8-c94b-4bf5-88c8-4587880aad00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:20.566017 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_hamode_db [None req-8be2e9fa-6eee-45e5-b669-0802c5e77160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-14T16:26:21Z,description=,heartbeat_timestamp=2021-06-14T16:42:52Z,host='dv-cinder-796286-2-smb',id=ca10c576-315d-4f3b-b2d0-f5eeab5e8277,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:26:21Z,topic='l3_agent')) {'router_ids': ['28b8be67-f847-4c10-a978-f10383f13ded'], 'active': True} {{(pid=91938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:43:20.786080 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.managers [None req-2d4679cc-0b54-4899-a6f7-5ff35abfc54f None None] Attempting to bind port 4c5c1222-e9eb-4d16-8aef-49c743c2a711 on host dv-cinder-796286-2-smb for vnic_type normal with profile {{(pid=91937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 16:43:20.786730 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.managers [None req-2d4679cc-0b54-4899-a6f7-5ff35abfc54f None None] Attempting to bind port 4c5c1222-e9eb-4d16-8aef-49c743c2a711 by drivers openvswitch,hyperv on host dv-cinder-796286-2-smb at level 0 using segments [{'id': 'f329a090-da2e-4072-bec0-79bd1d351601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ad829f93-d6f5-4cf7-96b8-b1740926bdfc'}] {{(pid=91937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 16:43:20.787362 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4679cc-0b54-4899-a6f7-5ff35abfc54f None None] Attempting to bind port 4c5c1222-e9eb-4d16-8aef-49c743c2a711 on network ad829f93-d6f5-4cf7-96b8-b1740926bdfc {{(pid=91937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:43:20.822252 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4679cc-0b54-4899-a6f7-5ff35abfc54f None None] Checking agent: {'id': 'f162564f-7dab-4d73-81fc-5f8e857b2431', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 26, 22), 'started_at': datetime.datetime(2021, 6, 14, 16, 26, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 16, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 16:43:20.822920 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4679cc-0b54-4899-a6f7-5ff35abfc54f None None] Checking segment: {'id': 'f329a090-da2e-4072-bec0-79bd1d351601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ad829f93-d6f5-4cf7-96b8-b1740926bdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:43:20.823638 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-2d4679cc-0b54-4899-a6f7-5ff35abfc54f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:20.824385 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4679cc-0b54-4899-a6f7-5ff35abfc54f None None] Bound using segment: {'id': 'f329a090-da2e-4072-bec0-79bd1d351601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ad829f93-d6f5-4cf7-96b8-b1740926bdfc'} {{(pid=91937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 16:43:20.825251 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.managers [None req-2d4679cc-0b54-4899-a6f7-5ff35abfc54f None None] Bound port: 4c5c1222-e9eb-4d16-8aef-49c743c2a711, host: dv-cinder-796286-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f329a090-da2e-4072-bec0-79bd1d351601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ad829f93-d6f5-4cf7-96b8-b1740926bdfc'}}] {{(pid=91937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 16:43:20.825907 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-2d4679cc-0b54-4899-a6f7-5ff35abfc54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:20.856156 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-6a56adf8-c94b-4bf5-88c8-4587880aad00 None None] For port 03d6af59-c4d5-437e-95e9-18ffee9890b7, host dv-cinder-796286-2-smb, cleared binding levels {{(pid=91937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 16:43:20.928750 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-6a56adf8-c94b-4bf5-88c8-4587880aad00 None None] For port 03d6af59-c4d5-437e-95e9-18ffee9890b7, host dv-cinder-796286-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-smb',level=0,port_id=03d6af59-c4d5-437e-95e9-18ffee9890b7,segment=NetworkSegment(ccde5d36-4519-49b3-8d0d-2b808d876e5d),segment_id=ccde5d36-4519-49b3-8d0d-2b808d876e5d)] {{(pid=91937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 16:43:20.943077 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-6a56adf8-c94b-4bf5-88c8-4587880aad00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:20.948765 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:43:20.960930 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_dvr_db [None req-8be2e9fa-6eee-45e5-b669-0802c5e77160 None None] Set router 28b8be67-f847-4c10-a978-f10383f13ded gateway port host: dv-cinder-796286-2-smb {{(pid=91938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:43:21.072777 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-2d4679cc-0b54-4899-a6f7-5ff35abfc54f None None] For port 4c5c1222-e9eb-4d16-8aef-49c743c2a711, host dv-cinder-796286-2-smb, cleared binding levels {{(pid=91937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 16:43:21.087020 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-2d4679cc-0b54-4899-a6f7-5ff35abfc54f None None] For port 4c5c1222-e9eb-4d16-8aef-49c743c2a711, host dv-cinder-796286-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-smb',level=0,port_id=4c5c1222-e9eb-4d16-8aef-49c743c2a711,segment=NetworkSegment(f329a090-da2e-4072-bec0-79bd1d351601),segment_id=f329a090-da2e-4072-bec0-79bd1d351601)] {{(pid=91937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 16:43:21.119732 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-2d4679cc-0b54-4899-a6f7-5ff35abfc54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:21.164438 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device fff2687b-bcf7-4e7b-9cbb-8b8fb20315a6 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=91937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 16:43:21.196527 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f414904-f5fc-4076-b340-f85d5f2325b5 None None] Pushing event updated for resources: {'Port': ['ID=03d6af59-c4d5-437e-95e9-18ffee9890b7,revision_number=4']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:43:21.198547 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a56adf8-c94b-4bf5-88c8-4587880aad00 None None] Routers {'c89be783-44ef-48a0-9950-7c8cb09495fe'} bound to L3 agent in host dv-cinder-796286-2-smb {{(pid=91937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:43:21.199782 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_hamode_db [None req-6a56adf8-c94b-4bf5-88c8-4587880aad00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-14T16:26:21Z,description=,heartbeat_timestamp=2021-06-14T16:42:52Z,host='dv-cinder-796286-2-smb',id=ca10c576-315d-4f3b-b2d0-f5eeab5e8277,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:26:21Z,topic='l3_agent')) {'router_ids': ['c89be783-44ef-48a0-9950-7c8cb09495fe'], 'active': True} {{(pid=91937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:43:21.205426 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-2f414904-f5fc-4076-b340-f85d5f2325b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:43:21.287716 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-b8e14594-91cc-4dd4-82ba-ba63c9374442 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.156s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:43:21.413034 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-97ee9fad-7213-4d21-b843-5ef25dc63624 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:21.575562 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-25c4affe-8a14-452d-9b32-3510906f0511 req-bd1e1548-cef4-4954-8fcc-bb37dc4b1da5 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/ports?device_id=c75bc347-1d08-4e4b-81bb-7f3fb82a8770 HTTP/1.1" status: 200 len: 210 time: 0.1905837 Jun 14 16:43:21.792599 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.plugin [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] No Port match for: fff2687b-bcf7-4e7b-9cbb-8b8fb20315a6 {{(pid=91937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 16:43:21.792599 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device fff2687b-bcf7-4e7b-9cbb-8b8fb20315a6 not bound to the agent host hv-cinder-79628 {{(pid=91937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 16:43:22.073875 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:22.100673 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-c7fd0c7d-2c63-458e-93d1-f73f02ab2a6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:22.137033 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4679cc-0b54-4899-a6f7-5ff35abfc54f None None] Pushing event updated for resources: {'Port': ['ID=4c5c1222-e9eb-4d16-8aef-49c743c2a711,revision_number=2']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:43:22.164195 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-2d4679cc-0b54-4899-a6f7-5ff35abfc54f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.876s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:43:22.201940 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_hamode_db [None req-8be2e9fa-6eee-45e5-b669-0802c5e77160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b8be67-f847-4c10-a978-f10383f13ded', 'name': 'tempest-AttachVolumeTestJSON-1207740692-router', 'tenant_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.195'}], 'enable_snat': True}, 'gw_port_id': '77063136-84a6-47d0-a4e7-974ce2d3a121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:38:41Z', 'updated_at': '2021-06-14T16:38:46Z', 'revision_number': 4, 'project_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'gw_port': {'id': '77063136-84a6-47d0-a4e7-974ce2d3a121', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:67:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b8be67-f847-4c10-a978-f10383f13ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:38:42Z', 'updated_at': '2021-06-14T16:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb', '_interfaces': [{'id': '48d86202-6159-43a1-aa04-a8b18949ac44', 'name': '', 'network_id': 'ddf07b9e-99ea-4c30-b823-72f2b0ed4055', 'tenant_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'mac_address': 'fa:16:3e:71:ff:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b8be67-f847-4c10-a978-f10383f13ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'c03c59fa-658a-445c-9394-38c3bfae06f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:38:45Z', 'updated_at': '2021-06-14T16:38:54Z', 'revision_number': 5, 'project_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'subnets': [{'id': 'c03c59fa-658a-445c-9394-38c3bfae06f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-smb', False) {} {{(pid=91938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:43:22.204220 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvr_db [None req-6a56adf8-c94b-4bf5-88c8-4587880aad00 None None] Set router c89be783-44ef-48a0-9950-7c8cb09495fe gateway port host: dv-cinder-796286-2-smb {{(pid=91937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:43:22.214441 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be2e9fa-6eee-45e5-b669-0802c5e77160 None None] The sync data for ids ['28b8be67-f847-4c10-a978-f10383f13ded'] in dv-cinder-796286-2-smb is: [{'id': '28b8be67-f847-4c10-a978-f10383f13ded', 'name': 'tempest-AttachVolumeTestJSON-1207740692-router', 'tenant_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.195'}], 'enable_snat': True}, 'gw_port_id': '77063136-84a6-47d0-a4e7-974ce2d3a121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:38:41Z', 'updated_at': '2021-06-14T16:38:46Z', 'revision_number': 4, 'project_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'gw_port': {'id': '77063136-84a6-47d0-a4e7-974ce2d3a121', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:67:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b8be67-f847-4c10-a978-f10383f13ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:38:42Z', 'updated_at': '2021-06-14T16:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb', '_interfaces': [{'id': '48d86202-6159-43a1-aa04-a8b18949ac44', 'name': '', 'network_id': 'ddf07b9e-99ea-4c30-b823-72f2b0ed4055', 'tenant_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'mac_address': 'fa:16:3e:71:ff:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b8be67-f847-4c10-a978-f10383f13ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'c03c59fa-658a-445c-9394-38c3bfae06f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:38:45Z', 'updated_at': '2021-06-14T16:38:54Z', 'revision_number': 5, 'project_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'subnets': [{'id': 'c03c59fa-658a-445c-9394-38c3bfae06f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 16:43:22.350847 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-97ee9fad-7213-4d21-b843-5ef25dc63624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3902120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904149'] for router, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:22.665563 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device 4c5c1222-e9eb-4d16-8aef-49c743c2a711 up at agent ovs-agent-dv-cinder-796286-2-smb {{(pid=91937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:43:22.779029 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97ee9fad-7213-4d21-b843-5ef25dc63624 admin admin] Router 3231c07d-2e86-4610-b4f2-3b2482d2d03e is scheduled to L3 agent ca10c576-315d-4f3b-b2d0-f5eeab5e8277 with binding_index 1 {{(pid=91935) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 14 16:43:22.912070 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-ac317c73-f3f7-46db-8eeb-274d40bc3b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:22.942405 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 49762) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:43:22.981727 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c8fa0f-e33a-4796-8f72-fc797c9c1402 None None] New status for floating IP d1557abe-9ca1-4150-bfe9-24f0f6be0db2: DOWN {{(pid=91937) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 16:43:23.078423 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-cbbb8b7a-92b2-41b4-8f17-98640296ac6d tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks [] for security_group, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:23.094868 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Provisioning for port 4c5c1222-e9eb-4d16-8aef-49c743c2a711 completed by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:43:23.142774 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-cbbb8b7a-92b2-41b4-8f17-98640296ac6d tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:23.181818 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101fa544-a790-406e-9970-67dc4dfb0778 None None] Network ad829f93-d6f5-4cf7-96b8-b1740926bdfc requested from dv-cinder-796286-2-smb {{(pid=91937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 16:43:23.257467 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-cbbb8b7a-92b2-41b4-8f17-98640296ac6d tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:23.262798 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-cbbb8b7a-92b2-41b4-8f17-98640296ac6d tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks [] for security_group, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:23.265470 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-cbbb8b7a-92b2-41b4-8f17-98640296ac6d tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "DELETE /v2.0/security-groups/ea112548-ed8e-48a6-ab53-e4f921d6f893 HTTP/1.1" status: 204 len: 168 time: 0.3201146 Jun 14 16:43:23.267757 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-8bfc26d2-a6ea-473e-b99e-b3b44af4d9fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:43:23.273727 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 49766) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:43:23.313576 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbb8b7a-92b2-41b4-8f17-98640296ac6d tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea112548-ed8e-48a6-ab53-e4f921d6f893,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:43:23.317958 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.api.v2.resource [None req-326ed6f7-d9b8-4db1-b8c2-f82ce4a43015 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] show failed (client error): The resource could not be found. Jun 14 16:43:23.320586 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-326ed6f7-d9b8-4db1-b8c2-f82ce4a43015 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "GET /v2.0/security-groups/ea112548-ed8e-48a6-ab53-e4f921d6f893 HTTP/1.1" status: 404 len: 347 time: 0.0444903 Jun 14 16:43:23.322541 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-cbbb8b7a-92b2-41b4-8f17-98640296ac6d tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:43:23.324572 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 49768) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:43:23.453758 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-97df1ff1-7946-4a67-aa01-cc24c4861749 None None] Provisioning for port 4c5c1222-e9eb-4d16-8aef-49c743c2a711 completed by entity DHCP. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:43:23.489997 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-97df1ff1-7946-4a67-aa01-cc24c4861749 None None] Provisioning complete for port 4c5c1222-e9eb-4d16-8aef-49c743c2a711 triggered by entity DHCP. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:43:23.490618 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-97df1ff1-7946-4a67-aa01-cc24c4861749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:23.552680 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_hamode_db [None req-6a56adf8-c94b-4bf5-88c8-4587880aad00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c89be783-44ef-48a0-9950-7c8cb09495fe', 'name': 'tempest-TestShelveInstance-1741867977-router', 'tenant_id': 'e79717fb8ae642c893bfd8688c1e5036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.115'}], 'enable_snat': True}, 'gw_port_id': '9947d0df-40ea-4426-8707-fd656d16e806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:43:06Z', 'updated_at': '2021-06-14T16:43:13Z', 'revision_number': 4, 'project_id': 'e79717fb8ae642c893bfd8688c1e5036', 'gw_port': {'id': '9947d0df-40ea-4426-8707-fd656d16e806', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:dc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89be783-44ef-48a0-9950-7c8cb09495fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:43:07Z', 'updated_at': '2021-06-14T16:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb', '_interfaces': [{'id': '03d6af59-c4d5-437e-95e9-18ffee9890b7', 'name': '', 'network_id': 'd4193882-8599-4706-9df3-8f3269a3019f', 'tenant_id': 'e79717fb8ae642c893bfd8688c1e5036', 'mac_address': 'fa:16:3e:d8:17:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c89be783-44ef-48a0-9950-7c8cb09495fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'fdc15a29-328a-43ab-b1c2-2f32abe822f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:43:11Z', 'updated_at': '2021-06-14T16:43:20Z', 'revision_number': 4, 'project_id': 'e79717fb8ae642c893bfd8688c1e5036', 'subnets': [{'id': 'fdc15a29-328a-43ab-b1c2-2f32abe822f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-smb', False) {} {{(pid=91937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:43:23.589381 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a56adf8-c94b-4bf5-88c8-4587880aad00 None None] The sync data for ids ['c89be783-44ef-48a0-9950-7c8cb09495fe'] in dv-cinder-796286-2-smb is: [{'id': 'c89be783-44ef-48a0-9950-7c8cb09495fe', 'name': 'tempest-TestShelveInstance-1741867977-router', 'tenant_id': 'e79717fb8ae642c893bfd8688c1e5036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.115'}], 'enable_snat': True}, 'gw_port_id': '9947d0df-40ea-4426-8707-fd656d16e806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:43:06Z', 'updated_at': '2021-06-14T16:43:13Z', 'revision_number': 4, 'project_id': 'e79717fb8ae642c893bfd8688c1e5036', 'gw_port': {'id': '9947d0df-40ea-4426-8707-fd656d16e806', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:dc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89be783-44ef-48a0-9950-7c8cb09495fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:43:07Z', 'updated_at': '2021-06-14T16:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb', '_interfaces': [{'id': '03d6af59-c4d5-437e-95e9-18ffee9890b7', 'name': '', 'network_id': 'd4193882-8599-4706-9df3-8f3269a3019f', 'tenant_id': 'e79717fb8ae642c893bfd8688c1e5036', 'mac_address': 'fa:16:3e:d8:17:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c89be783-44ef-48a0-9950-7c8cb09495fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'fdc15a29-328a-43ab-b1c2-2f32abe822f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:43:11Z', 'updated_at': '2021-06-14T16:43:20Z', 'revision_number': 4, 'project_id': 'e79717fb8ae642c893bfd8688c1e5036', 'subnets': [{'id': 'fdc15a29-328a-43ab-b1c2-2f32abe822f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 16:43:23.626021 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ee9fad-7213-4d21-b843-5ef25dc63624 admin admin] Notify agent at l3_agent.dv-cinder-796286-2-smb the message routers_updated {{(pid=91935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 16:43:23.657689 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1893446-2054-473c-81ee-93313a5f89fe None None] Sync routers for ids ['3231c07d-2e86-4610-b4f2-3b2482d2d03e'] in dv-cinder-796286-2-smb {{(pid=91938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 16:43:23.690262 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-97ee9fad-7213-4d21-b843-5ef25dc63624 admin admin] Notify callbacks [] for router, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:23.698471 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 49770) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:43:23.702779 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-97ee9fad-7213-4d21-b843-5ef25dc63624 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 6.1681879 Jun 14 16:43:23.728608 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1893446-2054-473c-81ee-93313a5f89fe None None] Routers {'3231c07d-2e86-4610-b4f2-3b2482d2d03e'} bound to L3 agent in host dv-cinder-796286-2-smb {{(pid=91938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:43:23.740389 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_hamode_db [None req-a1893446-2054-473c-81ee-93313a5f89fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T16:26:21Z,description=,heartbeat_timestamp=2021-06-14T16:43:22Z,host='dv-cinder-796286-2-smb',id=ca10c576-315d-4f3b-b2d0-f5eeab5e8277,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:26:21Z,topic='l3_agent')) {'router_ids': ['3231c07d-2e86-4610-b4f2-3b2482d2d03e'], 'active': True} {{(pid=91938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:43:23.979611 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-97df1ff1-7946-4a67-aa01-cc24c4861749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:24.085080 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-97df1ff1-7946-4a67-aa01-cc24c4861749 None None] For port 4c5c1222-e9eb-4d16-8aef-49c743c2a711, host dv-cinder-796286-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-smb',level=0,port_id=4c5c1222-e9eb-4d16-8aef-49c743c2a711,segment=NetworkSegment(f329a090-da2e-4072-bec0-79bd1d351601),segment_id=f329a090-da2e-4072-bec0-79bd1d351601)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:43:24.097866 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-97df1ff1-7946-4a67-aa01-cc24c4861749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:24.110020 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:43:24.111402 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_dvr_db [None req-a1893446-2054-473c-81ee-93313a5f89fe None None] Set router 3231c07d-2e86-4610-b4f2-3b2482d2d03e gateway port host: dv-cinder-796286-2-smb {{(pid=91938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:43:24.256816 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df1ff1-7946-4a67-aa01-cc24c4861749 None None] Pushing event updated for resources: {'Port': ['ID=4c5c1222-e9eb-4d16-8aef-49c743c2a711,revision_number=3']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:43:24.260934 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-97df1ff1-7946-4a67-aa01-cc24c4861749 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:43:24.277125 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.plugin [None req-a76fff28-05d3-4275-8455-0eba78392a04 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Deleting port 2f1b3fde-2069-465f-8053-ccbf575edc8a {{(pid=91936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 16:43:24.278036 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-a76fff28-05d3-4275-8455-0eba78392a04 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742580025384'] for port, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:24.443841 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-61a174dc-ae9e-41b9-9cb1-e8a1b9f9c99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:24.681735 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-e5414dd4-8fc1-41f4-8bc9-b18e426ec0f1 None None] Provisioning complete for port 4c5c1222-e9eb-4d16-8aef-49c743c2a711 triggered by entity DHCP. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:43:24.682593 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-e5414dd4-8fc1-41f4-8bc9-b18e426ec0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:24.782017 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device 4c5c1222-e9eb-4d16-8aef-49c743c2a711 up at agent ovs-agent-dv-cinder-796286-2-smb {{(pid=91937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:43:24.845968 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_hamode_db [None req-a1893446-2054-473c-81ee-93313a5f89fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3231c07d-2e86-4610-b4f2-3b2482d2d03e', 'name': 'tempest-TestShelveInstance-48939712-router', 'tenant_id': '21c86526f59a412caa712054c920c7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.133'}], 'enable_snat': True}, 'gw_port_id': '9d2593af-02e2-4a8a-a822-5af7971e9a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:43:17Z', 'updated_at': '2021-06-14T16:43:20Z', 'revision_number': 3, 'project_id': '21c86526f59a412caa712054c920c7f4', 'gw_port': {'id': '9d2593af-02e2-4a8a-a822-5af7971e9a96', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3231c07d-2e86-4610-b4f2-3b2482d2d03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:43:19Z', 'updated_at': '2021-06-14T16:43:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb'}], 'dv-cinder-796286-2-smb', False) {} {{(pid=91938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:43:24.856591 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1893446-2054-473c-81ee-93313a5f89fe None None] Checking router: 3231c07d-2e86-4610-b4f2-3b2482d2d03e for host: dv-cinder-796286-2-smb {{(pid=91938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 16:43:24.857529 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1893446-2054-473c-81ee-93313a5f89fe None None] Updating router 3231c07d-2e86-4610-b4f2-3b2482d2d03e port 9d2593af-02e2-4a8a-a822-5af7971e9a96 binding host dv-cinder-796286-2-smb {{(pid=91938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 16:43:24.925776 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-a76fff28-05d3-4275-8455-0eba78392a04 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3907582'] for port, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:24.926514 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-a76fff28-05d3-4275-8455-0eba78392a04 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:24.949070 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron_lib.callbacks.manager [None req-a1893446-2054-473c-81ee-93313a5f89fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:25.023291 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Provisioning complete for port 4c5c1222-e9eb-4d16-8aef-49c743c2a711 triggered by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:43:25.024045 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:25.155971 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.plugin [None req-a76fff28-05d3-4275-8455-0eba78392a04 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Calling delete_port for 2f1b3fde-2069-465f-8053-ccbf575edc8a owned by network:floatingip {{(pid=91936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 16:43:25.264164 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device 03d6af59-c4d5-437e-95e9-18ffee9890b7 up at agent ovs-agent-dv-cinder-796286-2-smb {{(pid=91937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:43:25.410837 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Provisioning for port 03d6af59-c4d5-437e-95e9-18ffee9890b7 completed by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:43:25.424584 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Provisioning complete for port 03d6af59-c4d5-437e-95e9-18ffee9890b7 triggered by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:43:25.425246 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:25.687573 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-c31ca0e2-19b2-4c25-9250-0afe9212b977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-782655'] for port, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:25.702589 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron_lib.callbacks.manager [None req-a1893446-2054-473c-81ee-93313a5f89fe None None] Notify callbacks [] for port, precommit_update {{(pid=91938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:25.726051 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.provisioning_blocks [None req-a1893446-2054-473c-81ee-93313a5f89fe None None] Transition to ACTIVE for port object 9d2593af-02e2-4a8a-a822-5af7971e9a96 will not be triggered until provisioned by entity L2. {{(pid=91938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:43:25.746121 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron_lib.callbacks.manager [None req-a1893446-2054-473c-81ee-93313a5f89fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:25.751179 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91938) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:43:25.833080 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0feef75-365c-4bf7-86c5-21b1b7c1ffce None None] Pushing event updated for resources: {'Port': ['ID=9d2593af-02e2-4a8a-a822-5af7971e9a96,revision_number=2']} {{(pid=91938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:43:25.841940 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG oslo_concurrency.lockutils [None req-a0feef75-365c-4bf7-86c5-21b1b7c1ffce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91938) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:43:25.888828 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.plugins.ml2.managers [None req-a1893446-2054-473c-81ee-93313a5f89fe None None] Attempting to bind port 9d2593af-02e2-4a8a-a822-5af7971e9a96 on host dv-cinder-796286-2-smb for vnic_type normal with profile {{(pid=91938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 16:43:25.889820 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.plugins.ml2.managers [None req-a1893446-2054-473c-81ee-93313a5f89fe None None] Attempting to bind port 9d2593af-02e2-4a8a-a822-5af7971e9a96 by drivers openvswitch,hyperv on host dv-cinder-796286-2-smb at level 0 using segments [{'id': 'a2c1fc44-b613-4a01-80b3-58a3526400ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b'}] {{(pid=91938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 16:43:25.890001 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1893446-2054-473c-81ee-93313a5f89fe None None] Attempting to bind port 9d2593af-02e2-4a8a-a822-5af7971e9a96 on network 2b8148fa-8475-41af-8213-9af35fa3c21b {{(pid=91938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:43:25.900084 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1893446-2054-473c-81ee-93313a5f89fe None None] Checking agent: {'id': 'f162564f-7dab-4d73-81fc-5f8e857b2431', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 26, 22), 'started_at': datetime.datetime(2021, 6, 14, 16, 26, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 16, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 16:43:25.900727 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1893446-2054-473c-81ee-93313a5f89fe None None] Checking segment: {'id': 'a2c1fc44-b613-4a01-80b3-58a3526400ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:43:25.901429 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron_lib.callbacks.manager [None req-a1893446-2054-473c-81ee-93313a5f89fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:25.902112 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1893446-2054-473c-81ee-93313a5f89fe None None] Bound using segment: {'id': 'a2c1fc44-b613-4a01-80b3-58a3526400ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b'} {{(pid=91938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 16:43:25.903508 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.plugins.ml2.managers [None req-a1893446-2054-473c-81ee-93313a5f89fe None None] Bound port: 9d2593af-02e2-4a8a-a822-5af7971e9a96, host: dv-cinder-796286-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2c1fc44-b613-4a01-80b3-58a3526400ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b'}}] {{(pid=91938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 16:43:25.904332 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron_lib.callbacks.manager [None req-a1893446-2054-473c-81ee-93313a5f89fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:25.952864 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:26.018533 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-a76fff28-05d3-4275-8455-0eba78392a04 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742580029772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742579636520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60243860'] for port, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:26.032493 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-ac6c5b30-81a4-42d1-b1ce-32bb9514eef4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:43:26.035121 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] For port 03d6af59-c4d5-437e-95e9-18ffee9890b7, host dv-cinder-796286-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-smb',level=0,port_id=03d6af59-c4d5-437e-95e9-18ffee9890b7,segment=NetworkSegment(ccde5d36-4519-49b3-8d0d-2b808d876e5d),segment_id=ccde5d36-4519-49b3-8d0d-2b808d876e5d)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:43:26.041846 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:26.044710 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.plugins.ml2.db [None req-a1893446-2054-473c-81ee-93313a5f89fe None None] For port 9d2593af-02e2-4a8a-a822-5af7971e9a96, host dv-cinder-796286-2-smb, cleared binding levels {{(pid=91938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 16:43:26.050358 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-2f414904-f5fc-4076-b340-f85d5f2325b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:43:26.052017 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.plugins.ml2.db [None req-a1893446-2054-473c-81ee-93313a5f89fe None None] For port 9d2593af-02e2-4a8a-a822-5af7971e9a96, host dv-cinder-796286-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-smb',level=0,port_id=9d2593af-02e2-4a8a-a822-5af7971e9a96,segment=NetworkSegment(a2c1fc44-b613-4a01-80b3-58a3526400ae),segment_id=a2c1fc44-b613-4a01-80b3-58a3526400ae)] {{(pid=91938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 16:43:26.060262 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron_lib.callbacks.manager [None req-a1893446-2054-473c-81ee-93313a5f89fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:26.079655 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91938) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:43:26.114099 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76fff28-05d3-4275-8455-0eba78392a04 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Pushing event deleted for resources: {'Port': ['ID=2f1b3fde-2069-465f-8053-ccbf575edc8a,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:43:26.169670 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1893446-2054-473c-81ee-93313a5f89fe None None] Routers {'3231c07d-2e86-4610-b4f2-3b2482d2d03e'} bound to L3 agent in host dv-cinder-796286-2-smb {{(pid=91938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:43:26.172797 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_hamode_db [None req-a1893446-2054-473c-81ee-93313a5f89fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T16:26:21Z,description=,heartbeat_timestamp=2021-06-14T16:43:22Z,host='dv-cinder-796286-2-smb',id=ca10c576-315d-4f3b-b2d0-f5eeab5e8277,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:26:21Z,topic='l3_agent')) {'router_ids': ['3231c07d-2e86-4610-b4f2-3b2482d2d03e'], 'active': True} {{(pid=91938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:43:26.176099 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Pushing event updated for resources: {'Port': ['ID=03d6af59-c4d5-437e-95e9-18ffee9890b7,revision_number=5']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:43:26.177854 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-a76fff28-05d3-4275-8455-0eba78392a04 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:43:26.182272 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:43:26.347291 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-a76fff28-05d3-4275-8455-0eba78392a04 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks [] for floatingip, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:26.351786 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-a76fff28-05d3-4275-8455-0eba78392a04 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220504'] for floatingip, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:26.353641 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-a76fff28-05d3-4275-8455-0eba78392a04 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] 10.222.0.16 "DELETE /v2.0/floatingips/d1557abe-9ca1-4150-bfe9-24f0f6be0db2 HTTP/1.1" status: 204 len: 168 time: 3.0272472 Jun 14 16:43:26.368514 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.db.db_base_plugin_common [None req-c31ca0e2-19b2-4c25-9250-0afe9212b977 admin admin] Allocated IP 172.20.0.1 (ad829f93-d6f5-4cf7-96b8-b1740926bdfc/af9afad6-93f5-4a6d-a9de-17e9525dff6f/17dbc205-4206-4536-b1d5-914d6489c07f) {{(pid=91936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 16:43:26.375700 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0feef75-365c-4bf7-86c5-21b1b7c1ffce None None] Pushing event updated for resources: {'Port': ['ID=9d2593af-02e2-4a8a-a822-5af7971e9a96,revision_number=3']} {{(pid=91938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:43:26.394179 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG oslo_concurrency.lockutils [None req-a0feef75-365c-4bf7-86c5-21b1b7c1ffce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=91938) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:43:26.484306 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_dvr_db [None req-a1893446-2054-473c-81ee-93313a5f89fe None None] Set router 3231c07d-2e86-4610-b4f2-3b2482d2d03e gateway port host: dv-cinder-796286-2-smb {{(pid=91938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:43:26.571438 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device 03d6af59-c4d5-437e-95e9-18ffee9890b7 up at agent ovs-agent-dv-cinder-796286-2-smb {{(pid=91937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:43:26.708517 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Provisioning complete for port 03d6af59-c4d5-437e-95e9-18ffee9890b7 triggered by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:43:26.709810 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:27.025057 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_hamode_db [None req-a1893446-2054-473c-81ee-93313a5f89fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3231c07d-2e86-4610-b4f2-3b2482d2d03e', 'name': 'tempest-TestShelveInstance-48939712-router', 'tenant_id': '21c86526f59a412caa712054c920c7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.133'}], 'enable_snat': True}, 'gw_port_id': '9d2593af-02e2-4a8a-a822-5af7971e9a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:43:17Z', 'updated_at': '2021-06-14T16:43:20Z', 'revision_number': 3, 'project_id': '21c86526f59a412caa712054c920c7f4', 'gw_port': {'id': '9d2593af-02e2-4a8a-a822-5af7971e9a96', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3231c07d-2e86-4610-b4f2-3b2482d2d03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:43:19Z', 'updated_at': '2021-06-14T16:43:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb'}], 'dv-cinder-796286-2-smb', False) {} {{(pid=91938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:43:27.032056 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1893446-2054-473c-81ee-93313a5f89fe None None] The sync data for ids ['3231c07d-2e86-4610-b4f2-3b2482d2d03e'] in dv-cinder-796286-2-smb is: [{'id': '3231c07d-2e86-4610-b4f2-3b2482d2d03e', 'name': 'tempest-TestShelveInstance-48939712-router', 'tenant_id': '21c86526f59a412caa712054c920c7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.133'}], 'enable_snat': True}, 'gw_port_id': '9d2593af-02e2-4a8a-a822-5af7971e9a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:43:17Z', 'updated_at': '2021-06-14T16:43:20Z', 'revision_number': 3, 'project_id': '21c86526f59a412caa712054c920c7f4', 'gw_port': {'id': '9d2593af-02e2-4a8a-a822-5af7971e9a96', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3231c07d-2e86-4610-b4f2-3b2482d2d03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:43:19Z', 'updated_at': '2021-06-14T16:43:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb'}] {{(pid=91938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 16:43:27.071917 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-c31ca0e2-19b2-4c25-9250-0afe9212b977 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:27.099810 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.db.provisioning_blocks [None req-c31ca0e2-19b2-4c25-9250-0afe9212b977 admin admin] Transition to ACTIVE for port object 17dbc205-4206-4536-b1d5-914d6489c07f will not be triggered until provisioned by entity DHCP. {{(pid=91936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:43:27.167504 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-c31ca0e2-19b2-4c25-9250-0afe9212b977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-782844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4109363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742579636511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60243869'] for port, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:27.171961 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-e105f957-64d6-4f41-aecf-52a9ce0ea4aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:43:27.250922 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31ca0e2-19b2-4c25-9250-0afe9212b977 admin admin] Network ad829f93-d6f5-4cf7-96b8-b1740926bdfc is already hosted by enough agents. {{(pid=91936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:43:27.256247 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.base_scheduler [None req-c31ca0e2-19b2-4c25-9250-0afe9212b977 admin admin] Resources bound (agent type, host, resource id): {{(pid=91936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:43:27.260117 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31ca0e2-19b2-4c25-9250-0afe9212b977 admin admin] Received port after_create {{(pid=91936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 16:43:27.333751 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.agents_db [None req-014db0b1-f8e7-4480-967a-879c185ba95d None None] Agent healthcheck: found 6 active agents {{(pid=91938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:43:27.335482 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31ca0e2-19b2-4c25-9250-0afe9212b977 admin admin] Pushing event updated for resources: {'Port': ['ID=17dbc205-4206-4536-b1d5-914d6489c07f,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:43:27.349023 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-c31ca0e2-19b2-4c25-9250-0afe9212b977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:43:27.380112 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-c31ca0e2-19b2-4c25-9250-0afe9212b977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900752'] for router_interface, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:27.689107 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-c31ca0e2-19b2-4c25-9250-0afe9212b977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:27.690052 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-413ddf9b-cc9a-470d-97dd-ce46551efc2c None None] Provisioning for port 17dbc205-4206-4536-b1d5-914d6489c07f completed by entity DHCP. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:43:27.696673 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-413ddf9b-cc9a-470d-97dd-ce46551efc2c None None] Provisioning complete for port 17dbc205-4206-4536-b1d5-914d6489c07f triggered by entity DHCP. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:43:27.697469 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-413ddf9b-cc9a-470d-97dd-ce46551efc2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:27.786963 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.plugin [None req-413ddf9b-cc9a-470d-97dd-ce46551efc2c None None] Port 17dbc205-4206-4536-b1d5-914d6489c07f cannot update to ACTIVE because it is not bound. {{(pid=91937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 16:43:28.112183 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-c31ca0e2-19b2-4c25-9250-0afe9212b977 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:28.122460 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-c31ca0e2-19b2-4c25-9250-0afe9212b977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60243875'] for port, after_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:28.130975 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-22886047-d387-4ad0-ae85-9eaa53b27659 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:43:28.278824 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31ca0e2-19b2-4c25-9250-0afe9212b977 admin admin] Pushing event updated for resources: {'Port': ['ID=17dbc205-4206-4536-b1d5-914d6489c07f,revision_number=2']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:43:28.284500 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-c31ca0e2-19b2-4c25-9250-0afe9212b977 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3691715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900868'] for router_interface, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:28.288219 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-c31ca0e2-19b2-4c25-9250-0afe9212b977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:43:28.538092 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31ca0e2-19b2-4c25-9250-0afe9212b977 admin admin] Network ad829f93-d6f5-4cf7-96b8-b1740926bdfc is already hosted by enough agents. {{(pid=91936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:43:28.543455 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.base_scheduler [None req-c31ca0e2-19b2-4c25-9250-0afe9212b977 admin admin] Resources bound (agent type, host, resource id): {{(pid=91936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:43:28.598616 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device 9d2593af-02e2-4a8a-a822-5af7971e9a96 up at agent ovs-agent-dv-cinder-796286-2-smb {{(pid=91937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:43:28.716194 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Provisioning for port 9d2593af-02e2-4a8a-a822-5af7971e9a96 completed by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:43:28.726197 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Provisioning complete for port 9d2593af-02e2-4a8a-a822-5af7971e9a96 triggered by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:43:28.727082 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:28.896451 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c31ca0e2-19b2-4c25-9250-0afe9212b977 admin admin] Router 3231c07d-2e86-4610-b4f2-3b2482d2d03e has already been hosted by L3 agent ca10c576-315d-4f3b-b2d0-f5eeab5e8277 {{(pid=91936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 16:43:28.951732 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:28.981720 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-4d5651de-d109-46e4-868c-57dadf6ff647 None None] Provisioning complete for port 17dbc205-4206-4536-b1d5-914d6489c07f triggered by entity DHCP. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:43:28.982383 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-4d5651de-d109-46e4-868c-57dadf6ff647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:29.043858 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] For port 9d2593af-02e2-4a8a-a822-5af7971e9a96, host dv-cinder-796286-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-smb',level=0,port_id=9d2593af-02e2-4a8a-a822-5af7971e9a96,segment=NetworkSegment(a2c1fc44-b613-4a01-80b3-58a3526400ae),segment_id=a2c1fc44-b613-4a01-80b3-58a3526400ae)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:43:29.053880 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:29.067433 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:43:29.148682 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.plugin [None req-4d5651de-d109-46e4-868c-57dadf6ff647 None None] Port 17dbc205-4206-4536-b1d5-914d6489c07f cannot update to ACTIVE because it is not bound. {{(pid=91937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 16:43:29.196036 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Pushing event updated for resources: {'Port': ['ID=9d2593af-02e2-4a8a-a822-5af7971e9a96,revision_number=4']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:43:29.202911 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:43:29.233339 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c31ca0e2-19b2-4c25-9250-0afe9212b977 admin admin] Notify agent at l3_agent.dv-cinder-796286-2-smb the message routers_updated {{(pid=91936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 16:43:29.253327 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-c31ca0e2-19b2-4c25-9250-0afe9212b977 admin admin] 10.222.0.16 "PUT /v2.0/routers/3231c07d-2e86-4610-b4f2-3b2482d2d03e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5531702 Jun 14 16:43:29.367231 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf54dfb-739f-4072-831d-e932ed6f1aba None None] Sync routers for ids ['3231c07d-2e86-4610-b4f2-3b2482d2d03e'] in dv-cinder-796286-2-smb {{(pid=91937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 16:43:29.386037 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf54dfb-739f-4072-831d-e932ed6f1aba None None] Routers {'3231c07d-2e86-4610-b4f2-3b2482d2d03e'} bound to L3 agent in host dv-cinder-796286-2-smb {{(pid=91937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:43:29.387217 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_hamode_db [None req-4bf54dfb-739f-4072-831d-e932ed6f1aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T16:26:21Z,description=,heartbeat_timestamp=2021-06-14T16:43:22Z,host='dv-cinder-796286-2-smb',id=ca10c576-315d-4f3b-b2d0-f5eeab5e8277,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:26:21Z,topic='l3_agent')) {'router_ids': ['3231c07d-2e86-4610-b4f2-3b2482d2d03e'], 'active': True} {{(pid=91937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:43:29.693670 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvr_db [None req-4bf54dfb-739f-4072-831d-e932ed6f1aba None None] Set router 3231c07d-2e86-4610-b4f2-3b2482d2d03e gateway port host: dv-cinder-796286-2-smb {{(pid=91937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:43:30.075335 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_hamode_db [None req-4bf54dfb-739f-4072-831d-e932ed6f1aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3231c07d-2e86-4610-b4f2-3b2482d2d03e', 'name': 'tempest-TestShelveInstance-48939712-router', 'tenant_id': '21c86526f59a412caa712054c920c7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.133'}], 'enable_snat': True}, 'gw_port_id': '9d2593af-02e2-4a8a-a822-5af7971e9a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:43:17Z', 'updated_at': '2021-06-14T16:43:27Z', 'revision_number': 4, 'project_id': '21c86526f59a412caa712054c920c7f4', 'gw_port': {'id': '9d2593af-02e2-4a8a-a822-5af7971e9a96', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3231c07d-2e86-4610-b4f2-3b2482d2d03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:43:19Z', 'updated_at': '2021-06-14T16:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb', '_interfaces': [{'id': '17dbc205-4206-4536-b1d5-914d6489c07f', 'name': '', 'network_id': 'ad829f93-d6f5-4cf7-96b8-b1740926bdfc', 'tenant_id': '21c86526f59a412caa712054c920c7f4', 'mac_address': 'fa:16:3e:a7:da:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3231c07d-2e86-4610-b4f2-3b2482d2d03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'af9afad6-93f5-4a6d-a9de-17e9525dff6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:43:25Z', 'updated_at': '2021-06-14T16:43:27Z', 'revision_number': 2, 'project_id': '21c86526f59a412caa712054c920c7f4', 'subnets': [{'id': 'af9afad6-93f5-4a6d-a9de-17e9525dff6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-smb', False) {} {{(pid=91937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:43:30.080477 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf54dfb-739f-4072-831d-e932ed6f1aba None None] Checking router: 3231c07d-2e86-4610-b4f2-3b2482d2d03e for host: dv-cinder-796286-2-smb {{(pid=91937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 16:43:30.080975 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf54dfb-739f-4072-831d-e932ed6f1aba None None] Updating router 3231c07d-2e86-4610-b4f2-3b2482d2d03e port 17dbc205-4206-4536-b1d5-914d6489c07f binding host dv-cinder-796286-2-smb {{(pid=91937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 16:43:30.162209 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-4bf54dfb-739f-4072-831d-e932ed6f1aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:30.250466 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 49798) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:43:30.258085 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.v2.base [None req-256e6aba-1b12-4f65-b065-1f307e99725d tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2103364250', 'description': 'tempest-secgroup-smoke-2103364250 description', 'project_id': 'e79717fb8ae642c893bfd8688c1e5036'}} {{(pid=91936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:43:30.303355 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-256e6aba-1b12-4f65-b065-1f307e99725d tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Notify callbacks [] for security_group, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:30.513243 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-256e6aba-1b12-4f65-b065-1f307e99725d tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Notify callbacks [] for security_group, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:30.522988 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-256e6aba-1b12-4f65-b065-1f307e99725d tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:30.541054 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-a13c703c-12a0-43ec-98f7-397228aadfb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:43:30.565114 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device 9d2593af-02e2-4a8a-a822-5af7971e9a96 up at agent ovs-agent-dv-cinder-796286-2-smb {{(pid=91937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:43:30.605580 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-256e6aba-1b12-4f65-b065-1f307e99725d tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Notify callbacks [] for security_group, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:30.611762 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-256e6aba-1b12-4f65-b065-1f307e99725d tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3557737 Jun 14 16:43:30.612605 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 49804) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:43:30.616919 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256e6aba-1b12-4f65-b065-1f307e99725d tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=092d05ea-6aef-45e6-a050-89651a203c19,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:43:30.621145 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-256e6aba-1b12-4f65-b065-1f307e99725d tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:43:30.629699 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.v2.base [None req-f55f5156-4c87-4ad0-a13c-cff8b2504245 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Request body: {'security_group_rule': {'security_group_id': '092d05ea-6aef-45e6-a050-89651a203c19', 'project_id': 'e79717fb8ae642c893bfd8688c1e5036', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:43:30.694120 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-f55f5156-4c87-4ad0-a13c-cff8b2504245 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:30.837462 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-f55f5156-4c87-4ad0-a13c-cff8b2504245 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:30.838048 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Provisioning complete for port 9d2593af-02e2-4a8a-a822-5af7971e9a96 triggered by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:43:30.838578 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:30.844640 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-f55f5156-4c87-4ad0-a13c-cff8b2504245 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856067'] for security_group_rule, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:30.852939 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:43:30.878883 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 49808) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:43:30.881450 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55f5156-4c87-4ad0-a13c-cff8b2504245 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fb5aa6e-fb92-42d8-bb77-4317e67e68af,revision_number=0']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:43:30.886646 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-f55f5156-4c87-4ad0-a13c-cff8b2504245 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:30.895758 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-f55f5156-4c87-4ad0-a13c-cff8b2504245 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2744608 Jun 14 16:43:30.895758 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-f55f5156-4c87-4ad0-a13c-cff8b2504245 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:43:30.895758 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 49810) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:43:30.902845 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.v2.base [None req-5f3b4229-cb16-4ff5-9f75-82286737ffae tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Request body: {'security_group_rule': {'security_group_id': '092d05ea-6aef-45e6-a050-89651a203c19', 'project_id': 'e79717fb8ae642c893bfd8688c1e5036', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:43:30.957462 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-4bf54dfb-739f-4072-831d-e932ed6f1aba None None] Notify callbacks [] for port, precommit_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:30.981788 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-5f3b4229-cb16-4ff5-9f75-82286737ffae tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:30.992731 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-4bf54dfb-739f-4072-831d-e932ed6f1aba None None] Transition to ACTIVE for port object 17dbc205-4206-4536-b1d5-914d6489c07f will not be triggered until provisioned by entity L2. {{(pid=91937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:43:31.008549 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-4bf54dfb-739f-4072-831d-e932ed6f1aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:31.015723 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:43:31.147049 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-5f3b4229-cb16-4ff5-9f75-82286737ffae tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:31.169152 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-5f3b4229-cb16-4ff5-9f75-82286737ffae tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856067'] for security_group_rule, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:31.200093 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-3d712739-5165-4caa-9113-f18917b48304 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:43:31.218895 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-5f3b4229-cb16-4ff5-9f75-82286737ffae tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:31.221973 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-5f3b4229-cb16-4ff5-9f75-82286737ffae tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3261602 Jun 14 16:43:31.226456 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 49812) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:43:31.237750 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.v2.base [None req-76c44851-085c-44f8-8387-de74c428d6bb tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Request body: {'security_group_rule': {'security_group_id': '092d05ea-6aef-45e6-a050-89651a203c19', 'project_id': 'e79717fb8ae642c893bfd8688c1e5036', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:43:31.253522 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3b4229-cb16-4ff5-9f75-82286737ffae tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac842988-1dac-4946-8e4b-71b7ce58b648,revision_number=0']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:43:31.259630 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-5f3b4229-cb16-4ff5-9f75-82286737ffae tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:43:31.279962 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b1d085-7336-4614-bb63-dc40adfe746a None None] Pushing event updated for resources: {'Port': ['ID=17dbc205-4206-4536-b1d5-914d6489c07f,revision_number=3']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:43:31.283646 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-31b1d085-7336-4614-bb63-dc40adfe746a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:43:31.305434 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-76c44851-085c-44f8-8387-de74c428d6bb tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:31.419817 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.managers [None req-4bf54dfb-739f-4072-831d-e932ed6f1aba None None] Attempting to bind port 17dbc205-4206-4536-b1d5-914d6489c07f on host dv-cinder-796286-2-smb for vnic_type normal with profile {{(pid=91937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 16:43:31.420250 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.managers [None req-4bf54dfb-739f-4072-831d-e932ed6f1aba None None] Attempting to bind port 17dbc205-4206-4536-b1d5-914d6489c07f by drivers openvswitch,hyperv on host dv-cinder-796286-2-smb at level 0 using segments [{'id': 'f329a090-da2e-4072-bec0-79bd1d351601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ad829f93-d6f5-4cf7-96b8-b1740926bdfc'}] {{(pid=91937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 16:43:31.421654 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf54dfb-739f-4072-831d-e932ed6f1aba None None] Attempting to bind port 17dbc205-4206-4536-b1d5-914d6489c07f on network ad829f93-d6f5-4cf7-96b8-b1740926bdfc {{(pid=91937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:43:31.431776 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf54dfb-739f-4072-831d-e932ed6f1aba None None] Checking agent: {'id': 'f162564f-7dab-4d73-81fc-5f8e857b2431', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 26, 22), 'started_at': datetime.datetime(2021, 6, 14, 16, 26, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 16, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 16:43:31.432751 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf54dfb-739f-4072-831d-e932ed6f1aba None None] Checking segment: {'id': 'f329a090-da2e-4072-bec0-79bd1d351601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ad829f93-d6f5-4cf7-96b8-b1740926bdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:43:31.433629 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-4bf54dfb-739f-4072-831d-e932ed6f1aba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:31.434270 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf54dfb-739f-4072-831d-e932ed6f1aba None None] Bound using segment: {'id': 'f329a090-da2e-4072-bec0-79bd1d351601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ad829f93-d6f5-4cf7-96b8-b1740926bdfc'} {{(pid=91937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 16:43:31.435374 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.managers [None req-4bf54dfb-739f-4072-831d-e932ed6f1aba None None] Bound port: 17dbc205-4206-4536-b1d5-914d6489c07f, host: dv-cinder-796286-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f329a090-da2e-4072-bec0-79bd1d351601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ad829f93-d6f5-4cf7-96b8-b1740926bdfc'}}] {{(pid=91937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 16:43:31.435816 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-4bf54dfb-739f-4072-831d-e932ed6f1aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:31.461405 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-76c44851-085c-44f8-8387-de74c428d6bb tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:31.468683 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-76c44851-085c-44f8-8387-de74c428d6bb tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856067'] for security_group_rule, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:31.473691 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:43:31.511924 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c44851-085c-44f8-8387-de74c428d6bb tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e76686f-a65f-4d29-95be-4181d76e80d5,revision_number=0']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:43:31.518085 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-76c44851-085c-44f8-8387-de74c428d6bb tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:43:31.523701 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-76c44851-085c-44f8-8387-de74c428d6bb tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:31.525415 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-76c44851-085c-44f8-8387-de74c428d6bb tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2967608 Jun 14 16:43:31.530467 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 49814) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:43:31.543466 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.v2.base [None req-c5cd8b42-864f-45c0-b093-cb408f96a0e8 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Request body: {'security_group_rule': {'security_group_id': '092d05ea-6aef-45e6-a050-89651a203c19', 'project_id': 'e79717fb8ae642c893bfd8688c1e5036', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:43:31.595546 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-4bf54dfb-739f-4072-831d-e932ed6f1aba None None] For port 17dbc205-4206-4536-b1d5-914d6489c07f, host dv-cinder-796286-2-smb, cleared binding levels {{(pid=91937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 16:43:31.601680 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-4bf54dfb-739f-4072-831d-e932ed6f1aba None None] For port 17dbc205-4206-4536-b1d5-914d6489c07f, host dv-cinder-796286-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-smb',level=0,port_id=17dbc205-4206-4536-b1d5-914d6489c07f,segment=NetworkSegment(f329a090-da2e-4072-bec0-79bd1d351601),segment_id=f329a090-da2e-4072-bec0-79bd1d351601)] {{(pid=91937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 16:43:31.609625 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-4bf54dfb-739f-4072-831d-e932ed6f1aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:31.616246 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8b42-864f-45c0-b093-cb408f96a0e8 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:31.624508 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:43:31.744933 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf54dfb-739f-4072-831d-e932ed6f1aba None None] Routers {'3231c07d-2e86-4610-b4f2-3b2482d2d03e'} bound to L3 agent in host dv-cinder-796286-2-smb {{(pid=91937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:43:31.746120 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_hamode_db [None req-4bf54dfb-739f-4072-831d-e932ed6f1aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T16:26:21Z,description=,heartbeat_timestamp=2021-06-14T16:43:22Z,host='dv-cinder-796286-2-smb',id=ca10c576-315d-4f3b-b2d0-f5eeab5e8277,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:26:21Z,topic='l3_agent')) {'router_ids': ['3231c07d-2e86-4610-b4f2-3b2482d2d03e'], 'active': True} {{(pid=91937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:43:31.780674 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8b42-864f-45c0-b093-cb408f96a0e8 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:31.789103 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8b42-864f-45c0-b093-cb408f96a0e8 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856067'] for security_group_rule, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:31.793206 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:43:31.824918 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cd8b42-864f-45c0-b093-cb408f96a0e8 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa13a7e8-ad8a-404e-b7ff-4b60c2461279,revision_number=0']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:43:31.844779 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-c5cd8b42-864f-45c0-b093-cb408f96a0e8 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:43:31.862481 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8b42-864f-45c0-b093-cb408f96a0e8 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:31.864936 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-c5cd8b42-864f-45c0-b093-cb408f96a0e8 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3327410 Jun 14 16:43:31.869634 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 49816) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:43:31.880464 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.v2.base [None req-78a7fcb3-2522-40a9-aafa-69d4031fbc04 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Request body: {'security_group_rule': {'security_group_id': '092d05ea-6aef-45e6-a050-89651a203c19', 'project_id': 'e79717fb8ae642c893bfd8688c1e5036', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:43:31.931097 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.db.securitygroups_db [None req-78a7fcb3-2522-40a9-aafa-69d4031fbc04 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Project e79717fb8ae642c893bfd8688c1e5036 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 14 16:43:31.939165 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-78a7fcb3-2522-40a9-aafa-69d4031fbc04 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:31.950527 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-11dd260d-68ff-4cd2-b474-198626ce37d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3900891'] for router_interface, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:32.104737 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-78a7fcb3-2522-40a9-aafa-69d4031fbc04 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:32.110877 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-78a7fcb3-2522-40a9-aafa-69d4031fbc04 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856067'] for security_group_rule, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:32.114885 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:43:32.147635 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a7fcb3-2522-40a9-aafa-69d4031fbc04 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4429b6f1-3a12-477c-9b66-f5f8464a6463,revision_number=0']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:43:32.151757 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-78a7fcb3-2522-40a9-aafa-69d4031fbc04 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:43:32.161280 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-78a7fcb3-2522-40a9-aafa-69d4031fbc04 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:32.163448 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-78a7fcb3-2522-40a9-aafa-69d4031fbc04 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2919984 Jun 14 16:43:32.166357 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 49818) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:43:32.175266 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.v2.base [None req-3a4c545b-a0b8-4751-be66-8995162d9bc8 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Request body: {'security_group_rule': {'security_group_id': '092d05ea-6aef-45e6-a050-89651a203c19', 'project_id': 'e79717fb8ae642c893bfd8688c1e5036', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:43:32.185324 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b1d085-7336-4614-bb63-dc40adfe746a None None] Pushing event updated for resources: {'Port': ['ID=17dbc205-4206-4536-b1d5-914d6489c07f,revision_number=4']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:43:32.201836 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-31b1d085-7336-4614-bb63-dc40adfe746a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:43:32.216795 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.db.securitygroups_db [None req-3a4c545b-a0b8-4751-be66-8995162d9bc8 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Project e79717fb8ae642c893bfd8688c1e5036 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 14 16:43:32.225795 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-3a4c545b-a0b8-4751-be66-8995162d9bc8 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:32.320602 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvr_db [None req-4bf54dfb-739f-4072-831d-e932ed6f1aba None None] Set router 3231c07d-2e86-4610-b4f2-3b2482d2d03e gateway port host: dv-cinder-796286-2-smb {{(pid=91937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:43:32.354076 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-3a4c545b-a0b8-4751-be66-8995162d9bc8 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:32.360431 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-3a4c545b-a0b8-4751-be66-8995162d9bc8 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856067'] for security_group_rule, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:32.364080 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-f0969dd4-22bd-4212-a0ce-14f8aaf7c525 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:43:32.384703 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4c545b-a0b8-4751-be66-8995162d9bc8 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e09cf673-20fa-4c35-a4f4-2e980c3367f4,revision_number=0']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:43:32.391323 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-3a4c545b-a0b8-4751-be66-8995162d9bc8 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:43:32.415114 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-3a4c545b-a0b8-4751-be66-8995162d9bc8 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:32.417933 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-3a4c545b-a0b8-4751-be66-8995162d9bc8 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2496219 Jun 14 16:43:32.631083 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.plugin [None req-11dd260d-68ff-4cd2-b474-198626ce37d7 admin admin] Deleting port 48d86202-6159-43a1-aa04-a8b18949ac44 {{(pid=91935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 16:43:32.631635 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-11dd260d-68ff-4cd2-b474-198626ce37d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742580025384'] for port, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:32.854335 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.db [None req-11dd260d-68ff-4cd2-b474-198626ce37d7 admin admin] For port 48d86202-6159-43a1-aa04-a8b18949ac44, host dv-cinder-796286-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-smb',level=0,port_id=48d86202-6159-43a1-aa04-a8b18949ac44,segment=NetworkSegment(690bd276-103b-46b0-9d5a-76d942177037),segment_id=690bd276-103b-46b0-9d5a-76d942177037)] {{(pid=91935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:43:32.854909 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-11dd260d-68ff-4cd2-b474-198626ce37d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3907582'] for port, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:32.875247 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_hamode_db [None req-4bf54dfb-739f-4072-831d-e932ed6f1aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3231c07d-2e86-4610-b4f2-3b2482d2d03e', 'name': 'tempest-TestShelveInstance-48939712-router', 'tenant_id': '21c86526f59a412caa712054c920c7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.133'}], 'enable_snat': True}, 'gw_port_id': '9d2593af-02e2-4a8a-a822-5af7971e9a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:43:17Z', 'updated_at': '2021-06-14T16:43:27Z', 'revision_number': 4, 'project_id': '21c86526f59a412caa712054c920c7f4', 'gw_port': {'id': '9d2593af-02e2-4a8a-a822-5af7971e9a96', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3231c07d-2e86-4610-b4f2-3b2482d2d03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:43:19Z', 'updated_at': '2021-06-14T16:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb', '_interfaces': [{'id': '17dbc205-4206-4536-b1d5-914d6489c07f', 'name': '', 'network_id': 'ad829f93-d6f5-4cf7-96b8-b1740926bdfc', 'tenant_id': '21c86526f59a412caa712054c920c7f4', 'mac_address': 'fa:16:3e:a7:da:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3231c07d-2e86-4610-b4f2-3b2482d2d03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'af9afad6-93f5-4a6d-a9de-17e9525dff6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:43:25Z', 'updated_at': '2021-06-14T16:43:31Z', 'revision_number': 4, 'project_id': '21c86526f59a412caa712054c920c7f4', 'subnets': [{'id': 'af9afad6-93f5-4a6d-a9de-17e9525dff6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-smb', False) {} {{(pid=91937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:43:32.882138 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf54dfb-739f-4072-831d-e932ed6f1aba None None] The sync data for ids ['3231c07d-2e86-4610-b4f2-3b2482d2d03e'] in dv-cinder-796286-2-smb is: [{'id': '3231c07d-2e86-4610-b4f2-3b2482d2d03e', 'name': 'tempest-TestShelveInstance-48939712-router', 'tenant_id': '21c86526f59a412caa712054c920c7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.133'}], 'enable_snat': True}, 'gw_port_id': '9d2593af-02e2-4a8a-a822-5af7971e9a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:43:17Z', 'updated_at': '2021-06-14T16:43:27Z', 'revision_number': 4, 'project_id': '21c86526f59a412caa712054c920c7f4', 'gw_port': {'id': '9d2593af-02e2-4a8a-a822-5af7971e9a96', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3231c07d-2e86-4610-b4f2-3b2482d2d03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:43:19Z', 'updated_at': '2021-06-14T16:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb', '_interfaces': [{'id': '17dbc205-4206-4536-b1d5-914d6489c07f', 'name': '', 'network_id': 'ad829f93-d6f5-4cf7-96b8-b1740926bdfc', 'tenant_id': '21c86526f59a412caa712054c920c7f4', 'mac_address': 'fa:16:3e:a7:da:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3231c07d-2e86-4610-b4f2-3b2482d2d03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'af9afad6-93f5-4a6d-a9de-17e9525dff6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:43:25Z', 'updated_at': '2021-06-14T16:43:31Z', 'revision_number': 4, 'project_id': '21c86526f59a412caa712054c920c7f4', 'subnets': [{'id': 'af9afad6-93f5-4a6d-a9de-17e9525dff6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 16:43:33.085266 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.plugin [None req-11dd260d-68ff-4cd2-b474-198626ce37d7 admin admin] Calling delete_port for 48d86202-6159-43a1-aa04-a8b18949ac44 owned by network:router_interface {{(pid=91935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 16:43:33.602119 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-11dd260d-68ff-4cd2-b474-198626ce37d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742580029772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742579636520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58943331'] for port, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:33.612782 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:43:33.661649 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dd260d-68ff-4cd2-b474-198626ce37d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=48d86202-6159-43a1-aa04-a8b18949ac44,revision_number=None']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:43:33.664214 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-11dd260d-68ff-4cd2-b474-198626ce37d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:43:34.129496 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-11dd260d-68ff-4cd2-b474-198626ce37d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900491'] for router_interface, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:34.727070 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11dd260d-68ff-4cd2-b474-198626ce37d7 admin admin] Router 28b8be67-f847-4c10-a978-f10383f13ded has already been hosted by L3 agent ca10c576-315d-4f3b-b2d0-f5eeab5e8277 {{(pid=91935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 16:43:34.753782 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device 17dbc205-4206-4536-b1d5-914d6489c07f up at agent ovs-agent-dv-cinder-796286-2-smb {{(pid=91937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:43:34.886281 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Provisioning for port 17dbc205-4206-4536-b1d5-914d6489c07f completed by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:43:34.895168 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Provisioning complete for port 17dbc205-4206-4536-b1d5-914d6489c07f triggered by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:43:34.895858 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:34.994710 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11dd260d-68ff-4cd2-b474-198626ce37d7 admin admin] Notify agent at l3_agent.dv-cinder-796286-2-smb the message routers_updated {{(pid=91935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 16:43:35.008938 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-11dd260d-68ff-4cd2-b474-198626ce37d7 admin admin] 10.222.0.16 "PUT /v2.0/routers/28b8be67-f847-4c10-a978-f10383f13ded/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1245167 Jun 14 16:43:35.011158 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 49880) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:43:35.012969 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10ba20b-d2a1-4f46-bacd-8ffe4d8212ed None None] Sync routers for ids ['28b8be67-f847-4c10-a978-f10383f13ded'] in dv-cinder-796286-2-smb {{(pid=91938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 16:43:35.029334 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10ba20b-d2a1-4f46-bacd-8ffe4d8212ed None None] Routers {'28b8be67-f847-4c10-a978-f10383f13ded'} bound to L3 agent in host dv-cinder-796286-2-smb {{(pid=91938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:43:35.031534 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_hamode_db [None req-d10ba20b-d2a1-4f46-bacd-8ffe4d8212ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T16:26:21Z,description=,heartbeat_timestamp=2021-06-14T16:43:22Z,host='dv-cinder-796286-2-smb',id=ca10c576-315d-4f3b-b2d0-f5eeab5e8277,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:26:21Z,topic='l3_agent')) {'router_ids': ['28b8be67-f847-4c10-a978-f10383f13ded'], 'active': True} {{(pid=91938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:43:35.090506 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:35.175539 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] For port 17dbc205-4206-4536-b1d5-914d6489c07f, host dv-cinder-796286-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-smb',level=0,port_id=17dbc205-4206-4536-b1d5-914d6489c07f,segment=NetworkSegment(f329a090-da2e-4072-bec0-79bd1d351601),segment_id=f329a090-da2e-4072-bec0-79bd1d351601)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:43:35.184154 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:35.188029 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-d3a2c6ff-be0c-4f51-85a3-0130093ba9b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:43:35.310559 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Pushing event updated for resources: {'Port': ['ID=17dbc205-4206-4536-b1d5-914d6489c07f,revision_number=5']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:43:35.316381 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:43:35.346552 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_dvr_db [None req-d10ba20b-d2a1-4f46-bacd-8ffe4d8212ed None None] Set router 28b8be67-f847-4c10-a978-f10383f13ded gateway port host: dv-cinder-796286-2-smb {{(pid=91938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:43:35.349381 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-85d09e86-6034-40a4-8698-1304bcdeba03 admin admin] Notify callbacks [] for router, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:35.627283 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-85d09e86-6034-40a4-8698-1304bcdeba03 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:35.741298 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.plugin [None req-85d09e86-6034-40a4-8698-1304bcdeba03 admin admin] Deleting port 77063136-84a6-47d0-a4e7-974ce2d3a121 {{(pid=91936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 16:43:35.741957 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-85d09e86-6034-40a4-8698-1304bcdeba03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742580025384'] for port, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:35.787880 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_hamode_db [None req-d10ba20b-d2a1-4f46-bacd-8ffe4d8212ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b8be67-f847-4c10-a978-f10383f13ded', 'name': 'tempest-AttachVolumeTestJSON-1207740692-router', 'tenant_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.195'}], 'enable_snat': True}, 'gw_port_id': '77063136-84a6-47d0-a4e7-974ce2d3a121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:38:41Z', 'updated_at': '2021-06-14T16:43:33Z', 'revision_number': 5, 'project_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'gw_port': {'id': '77063136-84a6-47d0-a4e7-974ce2d3a121', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:67:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b8be67-f847-4c10-a978-f10383f13ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:38:42Z', 'updated_at': '2021-06-14T16:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb'}], 'dv-cinder-796286-2-smb', False) {} {{(pid=91938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:43:35.793787 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10ba20b-d2a1-4f46-bacd-8ffe4d8212ed None None] Checking router: 28b8be67-f847-4c10-a978-f10383f13ded for host: dv-cinder-796286-2-smb {{(pid=91938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 16:43:35.809660 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10ba20b-d2a1-4f46-bacd-8ffe4d8212ed None None] Routers {'28b8be67-f847-4c10-a978-f10383f13ded'} bound to L3 agent in host dv-cinder-796286-2-smb {{(pid=91938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:43:35.810475 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_hamode_db [None req-d10ba20b-d2a1-4f46-bacd-8ffe4d8212ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T16:26:21Z,description=,heartbeat_timestamp=2021-06-14T16:43:22Z,host='dv-cinder-796286-2-smb',id=ca10c576-315d-4f3b-b2d0-f5eeab5e8277,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:26:21Z,topic='l3_agent')) {'router_ids': ['28b8be67-f847-4c10-a978-f10383f13ded'], 'active': True} {{(pid=91938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:43:35.918370 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.db [None req-85d09e86-6034-40a4-8698-1304bcdeba03 admin admin] For port 77063136-84a6-47d0-a4e7-974ce2d3a121, host dv-cinder-796286-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-smb',level=0,port_id=77063136-84a6-47d0-a4e7-974ce2d3a121,segment=NetworkSegment(a2c1fc44-b613-4a01-80b3-58a3526400ae),segment_id=a2c1fc44-b613-4a01-80b3-58a3526400ae)] {{(pid=91936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:43:35.919365 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-85d09e86-6034-40a4-8698-1304bcdeba03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3907582'] for port, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:36.043732 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_dvr_db [None req-d10ba20b-d2a1-4f46-bacd-8ffe4d8212ed None None] Set router 28b8be67-f847-4c10-a978-f10383f13ded gateway port host: None {{(pid=91938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:43:36.085075 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.plugin [None req-85d09e86-6034-40a4-8698-1304bcdeba03 admin admin] Calling delete_port for 77063136-84a6-47d0-a4e7-974ce2d3a121 owned by network:router_gateway {{(pid=91936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 16:43:36.146235 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_hamode_db [None req-d10ba20b-d2a1-4f46-bacd-8ffe4d8212ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b8be67-f847-4c10-a978-f10383f13ded', 'name': 'tempest-AttachVolumeTestJSON-1207740692-router', 'tenant_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:38:41Z', 'updated_at': '2021-06-14T16:43:35Z', 'revision_number': 6, 'project_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'gw_port_host': None}], 'dv-cinder-796286-2-smb', False) {} {{(pid=91938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:43:36.151623 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10ba20b-d2a1-4f46-bacd-8ffe4d8212ed None None] The sync data for ids ['28b8be67-f847-4c10-a978-f10383f13ded'] in dv-cinder-796286-2-smb is: [{'id': '28b8be67-f847-4c10-a978-f10383f13ded', 'name': 'tempest-AttachVolumeTestJSON-1207740692-router', 'tenant_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:38:41Z', 'updated_at': '2021-06-14T16:43:35Z', 'revision_number': 6, 'project_id': '2f95622ea97f4a73ad83eb5e2eea8149', 'gw_port_host': None}] {{(pid=91938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 16:43:36.423451 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-85d09e86-6034-40a4-8698-1304bcdeba03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742580029772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742579636520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60243860'] for port, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:36.428288 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-b895d92f-32c6-470c-8307-59c8367febe0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:43:36.485235 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d09e86-6034-40a4-8698-1304bcdeba03 admin admin] Pushing event deleted for resources: {'Port': ['ID=77063136-84a6-47d0-a4e7-974ce2d3a121,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:43:36.490568 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-85d09e86-6034-40a4-8698-1304bcdeba03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:43:36.632617 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-85d09e86-6034-40a4-8698-1304bcdeba03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904024'] for router_gateway, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:36.878182 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-85d09e86-6034-40a4-8698-1304bcdeba03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3902185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45039'] for router, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:36.883188 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-85d09e86-6034-40a4-8698-1304bcdeba03 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:36.966985 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-85d09e86-6034-40a4-8698-1304bcdeba03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3902783'] for router, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:36.968855 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d09e86-6034-40a4-8698-1304bcdeba03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28b8be67-f847-4c10-a978-f10383f13ded {{(pid=91936) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 14 16:43:36.975986 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-85d09e86-6034-40a4-8698-1304bcdeba03 admin admin] Notify callbacks [] for router, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:36.977697 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-85d09e86-6034-40a4-8698-1304bcdeba03 admin admin] 10.222.0.16 "DELETE /v2.0/routers/28b8be67-f847-4c10-a978-f10383f13ded HTTP/1.1" status: 204 len: 168 time: 1.9650240 Jun 14 16:43:36.981123 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 49886) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:43:37.064423 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device 17dbc205-4206-4536-b1d5-914d6489c07f up at agent ovs-agent-dv-cinder-796286-2-smb {{(pid=91937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:43:37.079458 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.db.db_base_plugin_v2 [None req-a204d85e-9aab-4d4c-a626-b899ac1534ef admin admin] Deleting subnet c03c59fa-658a-445c-9394-38c3bfae06f0 {{(pid=91936) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 14 16:43:37.084894 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-a204d85e-9aab-4d4c-a626-b899ac1534ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:37.161476 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-a204d85e-9aab-4d4c-a626-b899ac1534ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60627306'] for subnet, precommit_delete_associations {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:37.175087 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Provisioning complete for port 17dbc205-4206-4536-b1d5-914d6489c07f triggered by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:43:37.175694 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:37.329413 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-a204d85e-9aab-4d4c-a626-b899ac1534ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676727'] for subnet, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:37.378391 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device 48d86202-6159-43a1-aa04-a8b18949ac44 no longer exists at agent ovs-agent-dv-cinder-796286-2-smb {{(pid=91937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 16:43:37.430302 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.plugin [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] No Port match for: 48d86202-6159-43a1-aa04-a8b18949ac44 {{(pid=91937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 16:43:37.430923 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device 48d86202-6159-43a1-aa04-a8b18949ac44 not bound to the agent host dv-cinder-796286-2-smb {{(pid=91937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 16:43:37.461413 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-a204d85e-9aab-4d4c-a626-b899ac1534ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60242030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60801002'] for subnet, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:37.465781 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:43:37.520743 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a204d85e-9aab-4d4c-a626-b899ac1534ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c03c59fa-658a-445c-9394-38c3bfae06f0,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:43:37.525769 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-a204d85e-9aab-4d4c-a626-b899ac1534ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:43:37.527563 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-a204d85e-9aab-4d4c-a626-b899ac1534ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:37.531466 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-a204d85e-9aab-4d4c-a626-b899ac1534ef admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c03c59fa-658a-445c-9394-38c3bfae06f0 HTTP/1.1" status: 204 len: 168 time: 0.5486169 Jun 14 16:43:37.535206 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 49888) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:43:37.540690 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663775a4-0e43-4f3e-9535-945725761d4c None None] Network ddf07b9e-99ea-4c30-b823-72f2b0ed4055 requested from dv-cinder-796286-2-smb {{(pid=91937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 16:43:37.718343 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-0a487384-cb8b-44bd-90e5-da76c0e60b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528124'] for network, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:37.839909 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.plugin [None req-0a487384-cb8b-44bd-90e5-da76c0e60b3a admin admin] Deleting port 55e57c4e-a534-4a50-8d01-d5b8abbe1b3f {{(pid=91936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 16:43:37.840439 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-0a487384-cb8b-44bd-90e5-da76c0e60b3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742580025384'] for port, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:37.942801 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136bf88c-053a-4d65-bac9-f9bb37a90629 None None] DHCP port deletion for ddf07b9e-99ea-4c30-b823-72f2b0ed4055 request from dv-cinder-796286-2-smb {{(pid=91937) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 14 16:43:37.997781 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.db [None req-0a487384-cb8b-44bd-90e5-da76c0e60b3a admin admin] For port 55e57c4e-a534-4a50-8d01-d5b8abbe1b3f, host dv-cinder-796286-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-smb',level=0,port_id=55e57c4e-a534-4a50-8d01-d5b8abbe1b3f,segment=NetworkSegment(690bd276-103b-46b0-9d5a-76d942177037),segment_id=690bd276-103b-46b0-9d5a-76d942177037)] {{(pid=91936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:43:37.998893 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-0a487384-cb8b-44bd-90e5-da76c0e60b3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3907582'] for port, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:38.044339 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.plugin [None req-136bf88c-053a-4d65-bac9-f9bb37a90629 None None] Deleting port 55e57c4e-a534-4a50-8d01-d5b8abbe1b3f {{(pid=91937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 16:43:38.044730 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-136bf88c-053a-4d65-bac9-f9bb37a90629 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742580025384'] for port, before_delete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:38.141474 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.plugin [None req-0a487384-cb8b-44bd-90e5-da76c0e60b3a admin admin] Calling delete_port for 55e57c4e-a534-4a50-8d01-d5b8abbe1b3f owned by network:dhcp {{(pid=91936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 16:43:38.190691 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-136bf88c-053a-4d65-bac9-f9bb37a90629 None None] For port 55e57c4e-a534-4a50-8d01-d5b8abbe1b3f, host dv-cinder-796286-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-smb',level=0,port_id=55e57c4e-a534-4a50-8d01-d5b8abbe1b3f,segment=NetworkSegment(690bd276-103b-46b0-9d5a-76d942177037),segment_id=690bd276-103b-46b0-9d5a-76d942177037)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:43:38.191573 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-136bf88c-053a-4d65-bac9-f9bb37a90629 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3907582'] for port, precommit_delete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:38.311977 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-0a487384-cb8b-44bd-90e5-da76c0e60b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742580029772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742579636520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60243860'] for port, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:38.316808 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-9e5e88fe-b677-4549-82eb-3db4d8a6c0cd tempest-VolumesSnapshotTestJSON-2010266642 tempest-VolumesSnapshotTestJSON-2010266642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:43:38.359112 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.plugin [None req-136bf88c-053a-4d65-bac9-f9bb37a90629 None None] Calling delete_port for 55e57c4e-a534-4a50-8d01-d5b8abbe1b3f owned by network:dhcp {{(pid=91937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 16:43:38.362019 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a487384-cb8b-44bd-90e5-da76c0e60b3a admin admin] Pushing event deleted for resources: {'Port': ['ID=55e57c4e-a534-4a50-8d01-d5b8abbe1b3f,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:43:38.365599 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a487384-cb8b-44bd-90e5-da76c0e60b3a admin admin] No DVR routers for this DVR port 55e57c4e-a534-4a50-8d01-d5b8abbe1b3f on host dv-cinder-796286-2-smb {{(pid=91936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 16:43:38.369146 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-0a487384-cb8b-44bd-90e5-da76c0e60b3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:43:38.591524 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device 77063136-84a6-47d0-a4e7-974ce2d3a121 no longer exists at agent ovs-agent-dv-cinder-796286-2-smb {{(pid=91937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 16:43:38.635767 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.plugin [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] No Port match for: 77063136-84a6-47d0-a4e7-974ce2d3a121 {{(pid=91937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 16:43:38.636286 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device 77063136-84a6-47d0-a4e7-974ce2d3a121 not bound to the agent host dv-cinder-796286-2-smb {{(pid=91937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 16:43:38.636916 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device 55e57c4e-a534-4a50-8d01-d5b8abbe1b3f no longer exists at agent ovs-agent-dv-cinder-796286-2-smb {{(pid=91937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 16:43:38.642380 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-136bf88c-053a-4d65-bac9-f9bb37a90629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742580029772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742579636520'] for port, after_delete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:38.671594 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-31b1d085-7336-4614-bb63-dc40adfe746a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:43:38.681155 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.plugin [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] No Port match for: 55e57c4e-a534-4a50-8d01-d5b8abbe1b3f {{(pid=91937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 16:43:38.681516 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device 55e57c4e-a534-4a50-8d01-d5b8abbe1b3f not bound to the agent host dv-cinder-796286-2-smb {{(pid=91937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 16:43:38.722427 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136bf88c-053a-4d65-bac9-f9bb37a90629 None None] No DVR routers for this DVR port 55e57c4e-a534-4a50-8d01-d5b8abbe1b3f on host dv-cinder-796286-2-smb {{(pid=91937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 16:43:38.734926 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136bf88c-053a-4d65-bac9-f9bb37a90629 None None] Pushing event deleted for resources: {'Port': ['ID=55e57c4e-a534-4a50-8d01-d5b8abbe1b3f,revision_number=None']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:43:38.736060 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-136bf88c-053a-4d65-bac9-f9bb37a90629 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:43:38.908084 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-0a487384-cb8b-44bd-90e5-da76c0e60b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665066', 'neutron.services.segments.db._delete_segments_for_network-8742580095160'] for network, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:38.921973 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.services.segments.db [None req-0a487384-cb8b-44bd-90e5-da76c0e60b3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddf07b9e-99ea-4c30-b823-72f2b0ed4055']}} {{(pid=91936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:43:38.936278 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.services.segments.db [None req-0a487384-cb8b-44bd-90e5-da76c0e60b3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '690bd276-103b-46b0-9d5a-76d942177037') {'for_net_delete': True} {{(pid=91936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:43:38.936595 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.services.segments.db [None req-0a487384-cb8b-44bd-90e5-da76c0e60b3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '690bd276-103b-46b0-9d5a-76d942177037') {} {{(pid=91936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:43:38.951315 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-0a487384-cb8b-44bd-90e5-da76c0e60b3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742580094998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60627297'] for segment, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:38.985044 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-0a487384-cb8b-44bd-90e5-da76c0e60b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678690'] for segment, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:38.993523 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a487384-cb8b-44bd-90e5-da76c0e60b3a admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=91936) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 16:43:38.993985 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-0a487384-cb8b-44bd-90e5-da76c0e60b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60243911'] for segment, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:38.996386 dv-cinder-796286-2-smb neutron-server[91936]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 16:43:38.996386 dv-cinder-796286-2-smb neutron-server[91936]: retrieve_revision_numbers = { Jun 14 16:43:38.996386 dv-cinder-796286-2-smb neutron-server[91936]: Traceback (most recent call last): Jun 14 16:43:38.996386 dv-cinder-796286-2-smb neutron-server[91936]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 14 16:43:38.996386 dv-cinder-796286-2-smb neutron-server[91936]: timer() Jun 14 16:43:38.996386 dv-cinder-796286-2-smb neutron-server[91936]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 14 16:43:38.996386 dv-cinder-796286-2-smb neutron-server[91936]: cb(*args, **kw) Jun 14 16:43:38.996386 dv-cinder-796286-2-smb neutron-server[91936]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 14 16:43:38.996386 dv-cinder-796286-2-smb neutron-server[91936]: return func(*args, **kwargs) Jun 14 16:43:38.996386 dv-cinder-796286-2-smb neutron-server[91936]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 14 16:43:38.996386 dv-cinder-796286-2-smb neutron-server[91936]: self._notify() Jun 14 16:43:38.996386 dv-cinder-796286-2-smb neutron-server[91936]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 14 16:43:38.996386 dv-cinder-796286-2-smb neutron-server[91936]: self.callback(batched_events) Jun 14 16:43:38.996386 dv-cinder-796286-2-smb neutron-server[91936]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 14 16:43:38.996386 dv-cinder-796286-2-smb neutron-server[91936]: event.method(event) Jun 14 16:43:38.996386 dv-cinder-796286-2-smb neutron-server[91936]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 14 16:43:38.996386 dv-cinder-796286-2-smb neutron-server[91936]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 14 16:43:38.996386 dv-cinder-796286-2-smb neutron-server[91936]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 14 16:43:38.996386 dv-cinder-796286-2-smb neutron-server[91936]: aggregate_uuid = self.p_client.list_aggregates( Jun 14 16:43:38.996386 dv-cinder-796286-2-smb neutron-server[91936]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 14 16:43:38.996386 dv-cinder-796286-2-smb neutron-server[91936]: return f(self, *a, **k) Jun 14 16:43:38.996386 dv-cinder-796286-2-smb neutron-server[91936]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 14 16:43:38.996386 dv-cinder-796286-2-smb neutron-server[91936]: return self._get(url).json() Jun 14 16:43:38.996386 dv-cinder-796286-2-smb neutron-server[91936]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 14 16:43:38.996386 dv-cinder-796286-2-smb neutron-server[91936]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 14 16:43:38.996386 dv-cinder-796286-2-smb neutron-server[91936]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 14 16:43:38.996386 dv-cinder-796286-2-smb neutron-server[91936]: return self.request(url, 'GET', **kwargs) Jun 14 16:43:38.996386 dv-cinder-796286-2-smb neutron-server[91936]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 14 16:43:38.996386 dv-cinder-796286-2-smb neutron-server[91936]: base_url = self.get_endpoint(auth, allow=allow, Jun 14 16:43:38.996386 dv-cinder-796286-2-smb neutron-server[91936]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 14 16:43:38.996386 dv-cinder-796286-2-smb neutron-server[91936]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 14 16:43:38.996386 dv-cinder-796286-2-smb neutron-server[91936]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 14 16:43:38.996386 dv-cinder-796286-2-smb neutron-server[91936]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 14 16:43:38.996386 dv-cinder-796286-2-smb neutron-server[91936]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 14 16:43:39.119206 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-0a487384-cb8b-44bd-90e5-da76c0e60b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-121365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904005'] for network, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:39.126092 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-0a487384-cb8b-44bd-90e5-da76c0e60b3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693340'] for network, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:39.129648 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-0a487384-cb8b-44bd-90e5-da76c0e60b3a admin admin] 10.222.0.16 "DELETE /v2.0/networks/ddf07b9e-99ea-4c30-b823-72f2b0ed4055 HTTP/1.1" status: 204 len: 168 time: 1.5927167 Jun 14 16:43:39.131116 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:43:39.153860 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a487384-cb8b-44bd-90e5-da76c0e60b3a admin admin] Pushing event deleted for resources: {'Network': ['ID=ddf07b9e-99ea-4c30-b823-72f2b0ed4055,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:43:39.159020 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-0a487384-cb8b-44bd-90e5-da76c0e60b3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:43:39.464768 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 49896) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:43:39.543071 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-3728411a-bc98-4057-8015-e3878124b84e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2f95622ea97f4a73ad83eb5e2eea8149&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0766966 Jun 14 16:43:39.546506 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 49898) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:43:39.625880 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-3112ff1f-7406-4d65-b391-03b98a95d2b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:39.661482 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-3112ff1f-7406-4d65-b391-03b98a95d2b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:39.730728 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-3112ff1f-7406-4d65-b391-03b98a95d2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:39.734755 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-3112ff1f-7406-4d65-b391-03b98a95d2b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:39.736015 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-3112ff1f-7406-4d65-b391-03b98a95d2b2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2752ac7a-5592-48ed-b9b6-92ccddad87ce HTTP/1.1" status: 204 len: 168 time: 0.1882999 Jun 14 16:43:39.736822 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-bf5334db-0fcb-4463-88f9-a2bf0d547de7 tempest-VolumesNegativeTest-486033650 tempest-VolumesNegativeTest-486033650-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:43:39.751084 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3112ff1f-7406-4d65-b391-03b98a95d2b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2752ac7a-5592-48ed-b9b6-92ccddad87ce,revision_number=None']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:43:39.755740 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-3112ff1f-7406-4d65-b391-03b98a95d2b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:43:42.792428 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 49954) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:43:42.996051 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-264a1e6a-43ab-4a8a-a6d9-715c69df325d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:43.146905 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-264a1e6a-43ab-4a8a-a6d9-715c69df325d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:43.153554 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-264a1e6a-43ab-4a8a-a6d9-715c69df325d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:43.156740 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-f78d24f5-6609-492f-aa50-e9cf62bc56cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:43:43.228959 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264a1e6a-43ab-4a8a-a6d9-715c69df325d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3721b143-e3dc-41cf-8aad-e5b34814908f,revision_number=1']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:43:43.237376 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-264a1e6a-43ab-4a8a-a6d9-715c69df325d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7f64ead3f827466ab997806f608a12a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4431593 Jun 14 16:43:43.238925 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-264a1e6a-43ab-4a8a-a6d9-715c69df325d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:43:43.248888 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 49958) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:43:43.341059 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-c945acf6-f4d3-4654-9ce9-ee97dd943afd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:43.383497 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-c945acf6-f4d3-4654-9ce9-ee97dd943afd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:43.490335 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-c945acf6-f4d3-4654-9ce9-ee97dd943afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:43.493546 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-c945acf6-f4d3-4654-9ce9-ee97dd943afd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:43.494904 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-c945acf6-f4d3-4654-9ce9-ee97dd943afd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3721b143-e3dc-41cf-8aad-e5b34814908f HTTP/1.1" status: 204 len: 168 time: 0.2446802 Jun 14 16:43:43.495896 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-3c5fdb65-e810-4f90-849f-e16ed3bea8e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:43:43.512558 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c945acf6-f4d3-4654-9ce9-ee97dd943afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3721b143-e3dc-41cf-8aad-e5b34814908f,revision_number=None']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:43:43.516939 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-c945acf6-f4d3-4654-9ce9-ee97dd943afd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:43:43.960410 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 49966) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:43:43.980580 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-a9921019-4804-4f22-bfd3-167b9207a1cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:44.178582 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-a9921019-4804-4f22-bfd3-167b9207a1cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:44.184626 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-a9921019-4804-4f22-bfd3-167b9207a1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:44.192206 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-b826892f-aa1e-412d-b283-a18ceb705ec6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:43:44.257632 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-a9921019-4804-4f22-bfd3-167b9207a1cd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3a4b15a243644bd78e29d34a9039d477&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2993960 Jun 14 16:43:44.258643 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9921019-4804-4f22-bfd3-167b9207a1cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d091c519-a1f3-4d0f-b94c-e43cafe4e253,revision_number=1']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:43:44.261401 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 49968) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:43:44.270023 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9921019-4804-4f22-bfd3-167b9207a1cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:43:44.270607 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9921019-4804-4f22-bfd3-167b9207a1cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:43:44.271234 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9921019-4804-4f22-bfd3-167b9207a1cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:43:44.271863 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9921019-4804-4f22-bfd3-167b9207a1cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:43:44.272430 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9921019-4804-4f22-bfd3-167b9207a1cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:43:44.273065 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9921019-4804-4f22-bfd3-167b9207a1cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:43:44.273692 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9921019-4804-4f22-bfd3-167b9207a1cd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:43:44.274287 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9921019-4804-4f22-bfd3-167b9207a1cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:43:44.274898 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9921019-4804-4f22-bfd3-167b9207a1cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:43:44.275467 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9921019-4804-4f22-bfd3-167b9207a1cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:43:44.276095 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9921019-4804-4f22-bfd3-167b9207a1cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:43:44.276619 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9921019-4804-4f22-bfd3-167b9207a1cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:43:44.285445 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-a9921019-4804-4f22-bfd3-167b9207a1cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:43:44.367763 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-35b73e69-0a70-4575-a2b9-65f4bb8b4e5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:44.416938 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-35b73e69-0a70-4575-a2b9-65f4bb8b4e5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:44.515335 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-35b73e69-0a70-4575-a2b9-65f4bb8b4e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:44.519736 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-35b73e69-0a70-4575-a2b9-65f4bb8b4e5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:44.521597 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-35b73e69-0a70-4575-a2b9-65f4bb8b4e5b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d091c519-a1f3-4d0f-b94c-e43cafe4e253 HTTP/1.1" status: 204 len: 168 time: 0.2586155 Jun 14 16:43:44.522865 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-cbbb8b7a-92b2-41b4-8f17-98640296ac6d tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:43:44.547892 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b73e69-0a70-4575-a2b9-65f4bb8b4e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d091c519-a1f3-4d0f-b94c-e43cafe4e253,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:43:44.575009 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b73e69-0a70-4575-a2b9-65f4bb8b4e5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:43:44.575605 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b73e69-0a70-4575-a2b9-65f4bb8b4e5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:43:44.576137 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b73e69-0a70-4575-a2b9-65f4bb8b4e5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:43:44.576762 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b73e69-0a70-4575-a2b9-65f4bb8b4e5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:43:44.577943 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b73e69-0a70-4575-a2b9-65f4bb8b4e5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:43:44.577943 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b73e69-0a70-4575-a2b9-65f4bb8b4e5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:43:44.578322 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b73e69-0a70-4575-a2b9-65f4bb8b4e5b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:43:44.578781 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b73e69-0a70-4575-a2b9-65f4bb8b4e5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:43:44.579537 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b73e69-0a70-4575-a2b9-65f4bb8b4e5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:43:44.580082 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b73e69-0a70-4575-a2b9-65f4bb8b4e5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:43:44.580780 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b73e69-0a70-4575-a2b9-65f4bb8b4e5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:43:44.581457 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b73e69-0a70-4575-a2b9-65f4bb8b4e5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:43:44.585978 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-35b73e69-0a70-4575-a2b9-65f4bb8b4e5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:43:45.989071 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:48.916725 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-eac35c65-a7fc-4103-a331-aa66f4c13797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:49.183144 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-6abba3d5-a7f4-4343-ade5-a2c68aa33847 req-5fdbcbc5-d84c-47e5-aa79-dfdb64395e66 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2103364250&fields=id&tenant_id=e79717fb8ae642c893bfd8688c1e5036 HTTP/1.1" status: 200 len: 267 time: 0.0809884 Jun 14 16:43:49.412875 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abba3d5-a7f4-4343-ade5-a2c68aa33847 req-aec6b7ce-5120-45e1-8246-c74cb027629b tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:43:49.414811 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-6abba3d5-a7f4-4343-ade5-a2c68aa33847 req-aec6b7ce-5120-45e1-8246-c74cb027629b tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] 10.222.0.16 "GET /v2.0/networks?id=d4193882-8599-4706-9df3-8f3269a3019f HTTP/1.1" status: 200 len: 809 time: 0.2179437 Jun 14 16:43:49.442201 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-6abba3d5-a7f4-4343-ade5-a2c68aa33847 req-354a6ab7-7e18-4c29-9d6c-ba4ac3a18712 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] 10.222.0.16 "GET /v2.0/quotas/e79717fb8ae642c893bfd8688c1e5036 HTTP/1.1" status: 200 len: 375 time: 0.0181537 Jun 14 16:43:49.564738 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-6abba3d5-a7f4-4343-ade5-a2c68aa33847 req-b936b43f-5463-4ea2-a6a4-f13d00680479 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e79717fb8ae642c893bfd8688c1e5036&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1131787 Jun 14 16:43:49.923065 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-6abba3d5-a7f4-4343-ade5-a2c68aa33847 req-b6d24e02-8029-413e-86bc-b24b1372f2ea service neutron] 10.222.0.16 "GET /v2.0/networks/d4193882-8599-4706-9df3-8f3269a3019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393862 Jun 14 16:43:50.155717 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-6abba3d5-a7f4-4343-ade5-a2c68aa33847 req-989b0aa4-eb6c-49ae-a3ef-3ad93e4df562 service neutron] 10.222.0.16 "GET /v2.0/networks/d4193882-8599-4706-9df3-8f3269a3019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214277 Jun 14 16:43:50.714371 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-f2219a9e-3c51-48e1-9fbb-a2f1800be324 req-aa6b9783-69a1-4307-bf98-f74b97e5f25c tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] 10.222.0.16 "GET /v2.0/ports?device_id=88e0a1ff-3527-4195-a412-00b9fdc377b2 HTTP/1.1" status: 200 len: 210 time: 0.0654776 Jun 14 16:43:51.558575 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-838eea60-e2da-42c0-a57b-560c1bcc6bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:51.858446 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:51.973146 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-56521770-dcd2-448c-98f9-a9c9b2bd2e2d req-9d792a33-5454-48e7-b5fe-367b5d395c65 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] 10.222.0.16 "GET /v2.0/ports?device_id=88e0a1ff-3527-4195-a412-00b9fdc377b2 HTTP/1.1" status: 200 len: 210 time: 0.0646863 Jun 14 16:43:52.371914 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abba3d5-a7f4-4343-ade5-a2c68aa33847 req-e0ba44d9-753f-4104-8bdf-516590d80a8e tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:43:52.373851 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-6abba3d5-a7f4-4343-ade5-a2c68aa33847 req-e0ba44d9-753f-4104-8bdf-516590d80a8e tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] 10.222.0.41 "GET /v2.0/networks?id=d4193882-8599-4706-9df3-8f3269a3019f HTTP/1.1" status: 200 len: 809 time: 0.2314856 Jun 14 16:43:52.465342 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-6abba3d5-a7f4-4343-ade5-a2c68aa33847 req-4585a0b4-bbb9-4a6c-9673-7b87d4004241 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e79717fb8ae642c893bfd8688c1e5036 HTTP/1.1" status: 200 len: 380 time: 0.0741746 Jun 14 16:43:52.489449 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.v2.base [req-6abba3d5-a7f4-4343-ade5-a2c68aa33847 req-e463ab08-91f4-46d6-a16f-2060e3d1ece1 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Request body: {'port': {'device_id': '88e0a1ff-3527-4195-a412-00b9fdc377b2', 'network_id': 'd4193882-8599-4706-9df3-8f3269a3019f', 'admin_state_up': True, 'tenant_id': 'e79717fb8ae642c893bfd8688c1e5036', 'security_groups': ['092d05ea-6aef-45e6-a050-89651a203c19']}} {{(pid=91936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:43:52.739834 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6abba3d5-a7f4-4343-ade5-a2c68aa33847 req-e463ab08-91f4-46d6-a16f-2060e3d1ece1 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Made reservation on behalf of e79717fb8ae642c893bfd8688c1e5036 for: {'port': 1} {{(pid=91936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:43:52.746121 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-6abba3d5-a7f4-4343-ade5-a2c68aa33847 req-e463ab08-91f4-46d6-a16f-2060e3d1ece1 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-782655'] for port, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:52.790597 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-ac317c73-f3f7-46db-8eeb-274d40bc3b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:53.024869 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.db.db_base_plugin_common [req-6abba3d5-a7f4-4343-ade5-a2c68aa33847 req-e463ab08-91f4-46d6-a16f-2060e3d1ece1 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Allocated IP 172.20.0.3 (d4193882-8599-4706-9df3-8f3269a3019f/fdc15a29-328a-43ab-b1c2-2f32abe822f9/518ea01e-1049-494e-87f2-a70262616107) {{(pid=91936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 16:43:53.362985 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-34ff0e27-5720-4c22-a062-62d6e3183111 req-c0df3371-49a7-4194-8453-107b3365cbe4 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] 10.222.0.16 "GET /v2.0/ports?device_id=88e0a1ff-3527-4195-a412-00b9fdc377b2 HTTP/1.1" status: 200 len: 210 time: 0.0719306 Jun 14 16:43:53.445060 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-6abba3d5-a7f4-4343-ade5-a2c68aa33847 req-e463ab08-91f4-46d6-a16f-2060e3d1ece1 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Notify callbacks [] for port, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:53.471538 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.db.provisioning_blocks [req-6abba3d5-a7f4-4343-ade5-a2c68aa33847 req-e463ab08-91f4-46d6-a16f-2060e3d1ece1 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Transition to ACTIVE for port object 518ea01e-1049-494e-87f2-a70262616107 will not be triggered until provisioned by entity DHCP. {{(pid=91936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:43:53.549576 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-6abba3d5-a7f4-4343-ade5-a2c68aa33847 req-e463ab08-91f4-46d6-a16f-2060e3d1ece1 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-782844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4109363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742579636511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60243869'] for port, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:53.556755 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-e89c11ad-2659-4f53-94a4-dd7db69bb7e8 tempest-VolumesActionsTest-212191376 tempest-VolumesActionsTest-212191376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:43:53.680230 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6abba3d5-a7f4-4343-ade5-a2c68aa33847 req-e463ab08-91f4-46d6-a16f-2060e3d1ece1 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Network d4193882-8599-4706-9df3-8f3269a3019f is already hosted by enough agents. {{(pid=91936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:43:53.687835 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.base_scheduler [req-6abba3d5-a7f4-4343-ade5-a2c68aa33847 req-e463ab08-91f4-46d6-a16f-2060e3d1ece1 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Resources bound (agent type, host, resource id): {{(pid=91936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:43:53.693103 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.db.l3_dvrscheduler_db [req-6abba3d5-a7f4-4343-ade5-a2c68aa33847 req-e463ab08-91f4-46d6-a16f-2060e3d1ece1 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Received port after_create {{(pid=91936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 16:43:53.760720 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e463ab08-91f4-46d6-a16f-2060e3d1ece1 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Pushing event updated for resources: {'Port': ['ID=518ea01e-1049-494e-87f2-a70262616107,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:43:53.770748 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-e463ab08-91f4-46d6-a16f-2060e3d1ece1 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:43:53.824906 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abba3d5-a7f4-4343-ade5-a2c68aa33847 req-e463ab08-91f4-46d6-a16f-2060e3d1ece1 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:43:53.826103 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-6abba3d5-a7f4-4343-ade5-a2c68aa33847 req-e463ab08-91f4-46d6-a16f-2060e3d1ece1 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220504'] for port, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:53.854846 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-6abba3d5-a7f4-4343-ade5-a2c68aa33847 req-e463ab08-91f4-46d6-a16f-2060e3d1ece1 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3790231 Jun 14 16:43:53.872349 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.v2.base [req-6abba3d5-a7f4-4343-ade5-a2c68aa33847 req-8b220808-1902-4fcd-8605-bdb821da0f08 service neutron] Request body: {'port': {'device_id': '88e0a1ff-3527-4195-a412-00b9fdc377b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=91936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:43:54.071600 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-6abba3d5-a7f4-4343-ade5-a2c68aa33847 req-8b220808-1902-4fcd-8605-bdb821da0f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:54.100269 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-bd0ca051-cb15-4dcc-9642-e9bc9dd56ce8 None None] Provisioning for port 518ea01e-1049-494e-87f2-a70262616107 completed by entity DHCP. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:43:54.108281 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-bd0ca051-cb15-4dcc-9642-e9bc9dd56ce8 None None] Provisioning complete for port 518ea01e-1049-494e-87f2-a70262616107 triggered by entity DHCP. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:43:54.109113 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-bd0ca051-cb15-4dcc-9642-e9bc9dd56ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:54.193662 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.plugin [None req-bd0ca051-cb15-4dcc-9642-e9bc9dd56ce8 None None] Port 518ea01e-1049-494e-87f2-a70262616107 cannot update to ACTIVE because it is not bound. {{(pid=91937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 16:43:54.438189 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-61a174dc-ae9e-41b9-9cb1-e8a1b9f9c99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:54.827902 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.notifiers.nova [req-6abba3d5-a7f4-4343-ade5-a2c68aa33847 req-8b220808-1902-4fcd-8605-bdb821da0f08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 518ea01e-1049-494e-87f2-a70262616107 {{(pid=91936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 16:43:54.852873 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-6abba3d5-a7f4-4343-ade5-a2c68aa33847 req-8b220808-1902-4fcd-8605-bdb821da0f08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:54.884898 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8005542a-2da6-4246-8e1f-9868c568686c req-ac2c0775-2707-42ee-8456-e171f844535f tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:43:54.886682 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-8005542a-2da6-4246-8e1f-9868c568686c req-ac2c0775-2707-42ee-8456-e171f844535f tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] 10.222.0.16 "GET /v2.0/ports?device_id=88e0a1ff-3527-4195-a412-00b9fdc377b2 HTTP/1.1" status: 200 len: 931 time: 0.2665451 Jun 14 16:43:54.891444 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.db.provisioning_blocks [req-6abba3d5-a7f4-4343-ade5-a2c68aa33847 req-8b220808-1902-4fcd-8605-bdb821da0f08 service neutron] Transition to ACTIVE for port object 518ea01e-1049-494e-87f2-a70262616107 will not be triggered until provisioned by entity L2. {{(pid=91936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:43:54.905438 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-6abba3d5-a7f4-4343-ade5-a2c68aa33847 req-8b220808-1902-4fcd-8605-bdb821da0f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60243875'] for port, after_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:54.910657 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-c4c327fb-d9bb-4a39-8fad-11b7601e6118 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:43:55.125198 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b220808-1902-4fcd-8605-bdb821da0f08 service neutron] Pushing event updated for resources: {'Port': ['ID=518ea01e-1049-494e-87f2-a70262616107,revision_number=2']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:43:55.133802 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-8005542a-2da6-4246-8e1f-9868c568686c req-577eac75-68f3-4395-bba7-67b7ac1b9db1 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] 10.222.0.16 "GET /v2.0/security-groups?id=092d05ea-6aef-45e6-a050-89651a203c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2366114 Jun 14 16:43:55.135507 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-8b220808-1902-4fcd-8605-bdb821da0f08 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:43:55.314013 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.managers [req-6abba3d5-a7f4-4343-ade5-a2c68aa33847 req-8b220808-1902-4fcd-8605-bdb821da0f08 service neutron] Attempting to bind port 518ea01e-1049-494e-87f2-a70262616107 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=91936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 16:43:55.314580 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.managers [req-6abba3d5-a7f4-4343-ade5-a2c68aa33847 req-8b220808-1902-4fcd-8605-bdb821da0f08 service neutron] Attempting to bind port 518ea01e-1049-494e-87f2-a70262616107 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'ccde5d36-4519-49b3-8d0d-2b808d876e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd4193882-8599-4706-9df3-8f3269a3019f'}] {{(pid=91936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 16:43:55.315150 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6abba3d5-a7f4-4343-ade5-a2c68aa33847 req-8b220808-1902-4fcd-8605-bdb821da0f08 service neutron] Attempting to bind port 518ea01e-1049-494e-87f2-a70262616107 on network d4193882-8599-4706-9df3-8f3269a3019f {{(pid=91936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:43:55.328824 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6abba3d5-a7f4-4343-ade5-a2c68aa33847 req-8b220808-1902-4fcd-8605-bdb821da0f08 service neutron] Port 518ea01e-1049-494e-87f2-a70262616107 on network d4193882-8599-4706-9df3-8f3269a3019f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=91936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 16:43:55.329308 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6abba3d5-a7f4-4343-ade5-a2c68aa33847 req-8b220808-1902-4fcd-8605-bdb821da0f08 service neutron] Attempting to bind port 518ea01e-1049-494e-87f2-a70262616107 on network d4193882-8599-4706-9df3-8f3269a3019f {{(pid=91936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:43:55.342742 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6abba3d5-a7f4-4343-ade5-a2c68aa33847 req-8b220808-1902-4fcd-8605-bdb821da0f08 service neutron] Checking agent: {'id': '1755a277-340e-436e-845c-4a890e3bd21a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 32, 46), 'started_at': datetime.datetime(2021, 6, 14, 16, 32, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 16, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 16:43:55.343164 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6abba3d5-a7f4-4343-ade5-a2c68aa33847 req-8b220808-1902-4fcd-8605-bdb821da0f08 service neutron] Checking segment: {'id': 'ccde5d36-4519-49b3-8d0d-2b808d876e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd4193882-8599-4706-9df3-8f3269a3019f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:43:55.343734 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6abba3d5-a7f4-4343-ade5-a2c68aa33847 req-8b220808-1902-4fcd-8605-bdb821da0f08 service neutron] Bound using segment: {'id': 'ccde5d36-4519-49b3-8d0d-2b808d876e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd4193882-8599-4706-9df3-8f3269a3019f'} {{(pid=91936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 16:43:55.344537 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.managers [req-6abba3d5-a7f4-4343-ade5-a2c68aa33847 req-8b220808-1902-4fcd-8605-bdb821da0f08 service neutron] Bound port: 518ea01e-1049-494e-87f2-a70262616107, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccde5d36-4519-49b3-8d0d-2b808d876e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd4193882-8599-4706-9df3-8f3269a3019f'}}] {{(pid=91936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 16:43:55.345206 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-6abba3d5-a7f4-4343-ade5-a2c68aa33847 req-8b220808-1902-4fcd-8605-bdb821da0f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:55.469680 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.db [req-6abba3d5-a7f4-4343-ade5-a2c68aa33847 req-8b220808-1902-4fcd-8605-bdb821da0f08 service neutron] For port 518ea01e-1049-494e-87f2-a70262616107, host hv-cinder-79628, cleared binding levels {{(pid=91936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 16:43:55.476297 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.db [req-6abba3d5-a7f4-4343-ade5-a2c68aa33847 req-8b220808-1902-4fcd-8605-bdb821da0f08 service neutron] For port 518ea01e-1049-494e-87f2-a70262616107, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=518ea01e-1049-494e-87f2-a70262616107,segment=NetworkSegment(ccde5d36-4519-49b3-8d0d-2b808d876e5d),segment_id=ccde5d36-4519-49b3-8d0d-2b808d876e5d)] {{(pid=91936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 16:43:55.484938 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-6abba3d5-a7f4-4343-ade5-a2c68aa33847 req-8b220808-1902-4fcd-8605-bdb821da0f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60243875'] for port, after_update {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:55.489947 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-c37064cc-ace2-4830-9af9-7824c4734b2d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:43:55.565120 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abba3d5-a7f4-4343-ade5-a2c68aa33847 req-8b220808-1902-4fcd-8605-bdb821da0f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:43:55.566132 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-6abba3d5-a7f4-4343-ade5-a2c68aa33847 req-8b220808-1902-4fcd-8605-bdb821da0f08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220504'] for port, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:55.568807 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-6abba3d5-a7f4-4343-ade5-a2c68aa33847 req-8b220808-1902-4fcd-8605-bdb821da0f08 service neutron] 10.222.0.41 "PUT /v2.0/ports/518ea01e-1049-494e-87f2-a70262616107 HTTP/1.1" status: 200 len: 1093 time: 1.7040551 Jun 14 16:43:55.569784 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88e0a1ff-3527-4195-a412-00b9fdc377b2', 'tag': '518ea01e-1049-494e-87f2-a70262616107'}] {{(pid=91936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:43:55.573972 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659a09cea19619e202447e1b4bc3efe885e95cab3022d83c422060b06feffe3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8670ac5a-fc55-4a90-b08b-6f6efe150229" -d '{"events": [{"name": "network-changed", "server_uuid": "88e0a1ff-3527-4195-a412-00b9fdc377b2", "tag": "518ea01e-1049-494e-87f2-a70262616107"}]}' {{(pid=91936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:43:55.633439 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b220808-1902-4fcd-8605-bdb821da0f08 service neutron] Pushing event updated for resources: {'Port': ['ID=518ea01e-1049-494e-87f2-a70262616107,revision_number=3']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:43:55.649024 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-8b220808-1902-4fcd-8605-bdb821da0f08 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:43:55.651594 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 16:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51015b59-2c3c-4aa4-8e2f-bea7e433a746 x-openstack-request-id: req-51015b59-2c3c-4aa4-8e2f-bea7e433a746 {{(pid=91936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:43:55.652172 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88e0a1ff-3527-4195-a412-00b9fdc377b2", "tag": "518ea01e-1049-494e-87f2-a70262616107", "status": "completed", "code": 200}]} {{(pid=91936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:43:55.652701 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-51015b59-2c3c-4aa4-8e2f-bea7e433a746 {{(pid=91936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:43:55.653459 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88e0a1ff-3527-4195-a412-00b9fdc377b2', 'tag': '518ea01e-1049-494e-87f2-a70262616107', 'status': 'completed', 'code': 200} Jun 14 16:43:55.762048 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abba3d5-a7f4-4343-ade5-a2c68aa33847 req-001022bb-a615-47d8-88d0-c816f9e3328a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:43:55.765581 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-6abba3d5-a7f4-4343-ade5-a2c68aa33847 req-001022bb-a615-47d8-88d0-c816f9e3328a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e79717fb8ae642c893bfd8688c1e5036&device_id=88e0a1ff-3527-4195-a412-00b9fdc377b2 HTTP/1.1" status: 200 len: 1096 time: 0.1190898 Jun 14 16:43:55.838819 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-6abba3d5-a7f4-4343-ade5-a2c68aa33847 req-5fd08b11-07ce-4982-9651-4d7471ffbf0b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=518ea01e-1049-494e-87f2-a70262616107 HTTP/1.1" status: 200 len: 217 time: 0.0630655 Jun 14 16:43:55.927552 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abba3d5-a7f4-4343-ade5-a2c68aa33847 req-02c04b5f-bdf7-44b9-b1c7-31d722c1b8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:43:55.929638 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-6abba3d5-a7f4-4343-ade5-a2c68aa33847 req-02c04b5f-bdf7-44b9-b1c7-31d722c1b8d2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fdc15a29-328a-43ab-b1c2-2f32abe822f9 HTTP/1.1" status: 200 len: 848 time: 0.0806329 Jun 14 16:43:56.042323 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abba3d5-a7f4-4343-ade5-a2c68aa33847 req-035aa677-ab0d-4ca6-b9b3-e6a053f4df5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:43:56.044349 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-6abba3d5-a7f4-4343-ade5-a2c68aa33847 req-035aa677-ab0d-4ca6-b9b3-e6a053f4df5b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d4193882-8599-4706-9df3-8f3269a3019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1044848 Jun 14 16:43:56.280737 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-6abba3d5-a7f4-4343-ade5-a2c68aa33847 req-f7bf265a-78aa-4fcb-bbde-3db47573f624 service neutron] 10.222.0.41 "GET /v2.0/networks/d4193882-8599-4706-9df3-8f3269a3019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270894 Jun 14 16:43:56.618303 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-6abba3d5-a7f4-4343-ade5-a2c68aa33847 req-45a3efb0-214d-4bf6-ab5e-5a971d89b161 service neutron] 10.222.0.41 "GET /v2.0/networks/d4193882-8599-4706-9df3-8f3269a3019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3253376 Jun 14 16:43:56.647760 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622776dd-e42a-4396-b0ee-5b26189a9b75 req-3c73f0fc-06f9-4218-a179-237ebbd04ebf tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:43:56.649512 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-622776dd-e42a-4396-b0ee-5b26189a9b75 req-3c73f0fc-06f9-4218-a179-237ebbd04ebf tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] 10.222.0.16 "GET /v2.0/ports?device_id=88e0a1ff-3527-4195-a412-00b9fdc377b2 HTTP/1.1" status: 200 len: 943 time: 0.2720220 Jun 14 16:43:56.779729 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-622776dd-e42a-4396-b0ee-5b26189a9b75 req-1a85bf57-84f6-40ff-9ab8-c553938b894b tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] 10.222.0.16 "GET /v2.0/security-groups?id=092d05ea-6aef-45e6-a050-89651a203c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150975 Jun 14 16:43:56.821221 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8670ac5a-fc55-4a90-b08b-6f6efe150229 req-8c16f2d8-9990-41bd-9bfd-d8f1463b1db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:43:56.824044 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-8670ac5a-fc55-4a90-b08b-6f6efe150229 req-8c16f2d8-9990-41bd-9bfd-d8f1463b1db4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e79717fb8ae642c893bfd8688c1e5036&device_id=88e0a1ff-3527-4195-a412-00b9fdc377b2 HTTP/1.1" status: 200 len: 1096 time: 0.1262925 Jun 14 16:43:56.982869 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8670ac5a-fc55-4a90-b08b-6f6efe150229 req-9d3871c8-b172-4c5a-bf71-f88c1f5ca485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:43:56.985890 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-8670ac5a-fc55-4a90-b08b-6f6efe150229 req-9d3871c8-b172-4c5a-bf71-f88c1f5ca485 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d4193882-8599-4706-9df3-8f3269a3019f HTTP/1.1" status: 200 len: 910 time: 0.1499772 Jun 14 16:43:57.059717 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-8670ac5a-fc55-4a90-b08b-6f6efe150229 req-d42596f7-852c-44f1-b5f2-d27501e1ee85 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=518ea01e-1049-494e-87f2-a70262616107 HTTP/1.1" status: 200 len: 217 time: 0.0623481 Jun 14 16:43:57.149730 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8670ac5a-fc55-4a90-b08b-6f6efe150229 req-b1b2293b-60a5-48af-8e79-50cbf1cd897d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:43:57.152334 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-8670ac5a-fc55-4a90-b08b-6f6efe150229 req-b1b2293b-60a5-48af-8e79-50cbf1cd897d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fdc15a29-328a-43ab-b1c2-2f32abe822f9 HTTP/1.1" status: 200 len: 848 time: 0.0820360 Jun 14 16:43:57.243161 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8670ac5a-fc55-4a90-b08b-6f6efe150229 req-ca8b2c23-93e4-489b-9475-a2e4d841481b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:43:57.245679 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-8670ac5a-fc55-4a90-b08b-6f6efe150229 req-ca8b2c23-93e4-489b-9475-a2e4d841481b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d4193882-8599-4706-9df3-8f3269a3019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0822470 Jun 14 16:43:57.433322 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-8670ac5a-fc55-4a90-b08b-6f6efe150229 req-117d4264-2d1f-4e17-992f-7623589a11c6 service neutron] 10.222.0.41 "GET /v2.0/networks/d4193882-8599-4706-9df3-8f3269a3019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770527 Jun 14 16:43:57.997206 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-8670ac5a-fc55-4a90-b08b-6f6efe150229 req-c735a456-064f-4c5d-8c15-0cb1590ea4e6 service neutron] 10.222.0.41 "GET /v2.0/networks/d4193882-8599-4706-9df3-8f3269a3019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5565147 Jun 14 16:43:58.091849 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3570bff9-70d7-41aa-a581-3151eb610c04 req-80da4ef8-b8cc-45b3-b01a-f9baa989500d tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:43:58.093522 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-3570bff9-70d7-41aa-a581-3151eb610c04 req-80da4ef8-b8cc-45b3-b01a-f9baa989500d tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] 10.222.0.16 "GET /v2.0/ports?device_id=88e0a1ff-3527-4195-a412-00b9fdc377b2 HTTP/1.1" status: 200 len: 943 time: 0.1028161 Jun 14 16:43:58.168306 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-3570bff9-70d7-41aa-a581-3151eb610c04 req-6bd180ef-662a-4e27-aae2-a2585ce70d90 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] 10.222.0.16 "GET /v2.0/security-groups?id=092d05ea-6aef-45e6-a050-89651a203c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674891 Jun 14 16:43:59.336573 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device 518ea01e-1049-494e-87f2-a70262616107 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=91937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 16:43:59.555021 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] For port 518ea01e-1049-494e-87f2-a70262616107, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=518ea01e-1049-494e-87f2-a70262616107,segment=NetworkSegment(ccde5d36-4519-49b3-8d0d-2b808d876e5d),segment_id=ccde5d36-4519-49b3-8d0d-2b808d876e5d)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:43:59.555441 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c4e136-6031-4ee5-91fe-0b5f6238d2e8 req-fe0e3c32-0b18-45b0-8156-f515ff6a2f74 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:43:59.557379 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-46c4e136-6031-4ee5-91fe-0b5f6238d2e8 req-fe0e3c32-0b18-45b0-8156-f515ff6a2f74 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] 10.222.0.16 "GET /v2.0/ports?device_id=88e0a1ff-3527-4195-a412-00b9fdc377b2 HTTP/1.1" status: 200 len: 943 time: 0.1843612 Jun 14 16:43:59.641993 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-46c4e136-6031-4ee5-91fe-0b5f6238d2e8 req-c62fe845-cd50-42d5-90b5-39836b2d7dfa tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] 10.222.0.16 "GET /v2.0/security-groups?id=092d05ea-6aef-45e6-a050-89651a203c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743892 Jun 14 16:43:59.750801 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Returning: {'device': '518ea01e-1049-494e-87f2-a70262616107', 'network_id': 'd4193882-8599-4706-9df3-8f3269a3019f', 'port_id': '518ea01e-1049-494e-87f2-a70262616107', 'mac_address': 'fa:16:3e:0e:3b:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdc15a29-328a-43ab-b1c2-2f32abe822f9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 16:43:59.813841 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:59.837712 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.notifiers.nova [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 518ea01e-1049-494e-87f2-a70262616107 {{(pid=91937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 16:43:59.879339 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] For port 518ea01e-1049-494e-87f2-a70262616107, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=518ea01e-1049-494e-87f2-a70262616107,segment=NetworkSegment(ccde5d36-4519-49b3-8d0d-2b808d876e5d),segment_id=ccde5d36-4519-49b3-8d0d-2b808d876e5d)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:43:59.885042 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:59.887705 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-9f6f27a6-c1fb-4d01-87aa-dd40183edf2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:43:59.992035 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Pushing event updated for resources: {'Port': ['ID=518ea01e-1049-494e-87f2-a70262616107,revision_number=4']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:43:59.998492 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:44:00.180949 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] get_ports_and_sgs() called for port_ids ['518ea01e-1049-494e-87f2-a70262616107'] {{(pid=91937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 16:44:00.965242 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f8771f-0d21-4e4b-9132-f9e35b10ea7d req-25f48f1e-a6e8-4901-bc2a-0303fdb7fac2 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:44:00.966256 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-40f8771f-0d21-4e4b-9132-f9e35b10ea7d req-25f48f1e-a6e8-4901-bc2a-0303fdb7fac2 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] 10.222.0.16 "GET /v2.0/ports?device_id=88e0a1ff-3527-4195-a412-00b9fdc377b2 HTTP/1.1" status: 200 len: 944 time: 0.1350529 Jun 14 16:44:01.031171 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-40f8771f-0d21-4e4b-9132-f9e35b10ea7d req-c8571d61-239b-421c-ab67-a279af050848 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] 10.222.0.16 "GET /v2.0/security-groups?id=092d05ea-6aef-45e6-a050-89651a203c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575461 Jun 14 16:44:01.348257 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device 518ea01e-1049-494e-87f2-a70262616107 up at agent hyperv_hv-cinder-79628 {{(pid=91937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:44:01.437283 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Provisioning for port 518ea01e-1049-494e-87f2-a70262616107 completed by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:44:01.444428 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Provisioning complete for port 518ea01e-1049-494e-87f2-a70262616107 triggered by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:44:01.444890 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:01.606745 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:01.656057 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e0a1ff-3527-4195-a412-00b9fdc377b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '518ea01e-1049-494e-87f2-a70262616107'}] {{(pid=91937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:44:01.660075 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}410d25e5bbb1e20f764875c123142387b982c9cf9b01c37f3ab36e77f3c6c019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-183b46d7-cb74-4659-91d2-6e3cb9792d5e" -d '{"events": [{"server_uuid": "88e0a1ff-3527-4195-a412-00b9fdc377b2", "name": "network-vif-plugged", "status": "completed", "tag": "518ea01e-1049-494e-87f2-a70262616107"}]}' {{(pid=91937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:44:01.692387 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] For port 518ea01e-1049-494e-87f2-a70262616107, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=518ea01e-1049-494e-87f2-a70262616107,segment=NetworkSegment(ccde5d36-4519-49b3-8d0d-2b808d876e5d),segment_id=ccde5d36-4519-49b3-8d0d-2b808d876e5d)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:44:01.699527 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:01.702183 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-fd30542c-a790-4e90-b0f6-fbbb2d075376 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:44:01.740784 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 16:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6676f821-e000-414b-bc93-0a3eaaa9b3ff x-openstack-request-id: req-6676f821-e000-414b-bc93-0a3eaaa9b3ff {{(pid=91937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:44:01.741161 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e0a1ff-3527-4195-a412-00b9fdc377b2", "name": "network-vif-plugged", "status": "completed", "tag": "518ea01e-1049-494e-87f2-a70262616107", "code": 200}]} {{(pid=91937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:44:01.741510 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6676f821-e000-414b-bc93-0a3eaaa9b3ff {{(pid=91937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:44:01.742043 dv-cinder-796286-2-smb neutron-server[91937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e0a1ff-3527-4195-a412-00b9fdc377b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '518ea01e-1049-494e-87f2-a70262616107', 'code': 200} Jun 14 16:44:01.806675 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Pushing event updated for resources: {'Port': ['ID=518ea01e-1049-494e-87f2-a70262616107,revision_number=5']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:44:01.810715 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:44:02.178771 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e611f92a-5d25-4e10-a05b-7926fb4548a5 req-91ab0979-fb3f-4a66-9030-c6b5de760cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:44:02.181268 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-e611f92a-5d25-4e10-a05b-7926fb4548a5 req-91ab0979-fb3f-4a66-9030-c6b5de760cfd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=88e0a1ff-3527-4195-a412-00b9fdc377b2 HTTP/1.1" status: 200 len: 1098 time: 0.0974872 Jun 14 16:44:02.261472 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-e611f92a-5d25-4e10-a05b-7926fb4548a5 req-c32f5cf2-ecff-472b-9ea4-0ad634073746 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=092d05ea-6aef-45e6-a050-89651a203c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702224 Jun 14 16:44:02.738634 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d53db-b986-4368-9ec0-956a8ee876f0 req-09348e09-b9f6-41d6-a039-44f96ca481b6 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:44:02.740775 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-da7d53db-b986-4368-9ec0-956a8ee876f0 req-09348e09-b9f6-41d6-a039-44f96ca481b6 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] 10.222.0.16 "GET /v2.0/ports?device_id=88e0a1ff-3527-4195-a412-00b9fdc377b2 HTTP/1.1" status: 200 len: 945 time: 0.4871519 Jun 14 16:44:02.813148 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-da7d53db-b986-4368-9ec0-956a8ee876f0 req-2b40ccb0-8359-44b9-a45d-75655eb559a2 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] 10.222.0.16 "GET /v2.0/security-groups?id=092d05ea-6aef-45e6-a050-89651a203c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650980 Jun 14 16:44:04.094896 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b0caa0-ea5b-4ea6-943f-6cfa4587f0b9 req-25c19ec8-4589-47ec-814f-c5cf554e64fb tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:44:04.096978 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-21b0caa0-ea5b-4ea6-943f-6cfa4587f0b9 req-25c19ec8-4589-47ec-814f-c5cf554e64fb tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] 10.222.0.16 "GET /v2.0/ports?device_id=88e0a1ff-3527-4195-a412-00b9fdc377b2 HTTP/1.1" status: 200 len: 945 time: 0.1109827 Jun 14 16:44:04.163056 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-21b0caa0-ea5b-4ea6-943f-6cfa4587f0b9 req-42eada8d-052c-4461-84bc-177b7fdfa4f6 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] 10.222.0.16 "GET /v2.0/security-groups?id=092d05ea-6aef-45e6-a050-89651a203c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524805 Jun 14 16:44:04.317448 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.agents_db [None req-014db0b1-f8e7-4480-967a-879c185ba95d None None] Agent healthcheck: found 6 active agents {{(pid=91938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:44:04.480464 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8de6f3-9418-4d08-8d60-62c45c027a10 req-3cd471ec-5cae-48df-aa9b-d7e0480dfdfb tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:44:04.483346 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-2f8de6f3-9418-4d08-8d60-62c45c027a10 req-3cd471ec-5cae-48df-aa9b-d7e0480dfdfb tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] 10.222.0.16 "GET /v2.0/ports?device_id=88e0a1ff-3527-4195-a412-00b9fdc377b2 HTTP/1.1" status: 200 len: 945 time: 0.1221666 Jun 14 16:44:04.556035 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-2f8de6f3-9418-4d08-8d60-62c45c027a10 req-8aa2302c-c9db-4668-b400-1ed30724dc57 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] 10.222.0.16 "GET /v2.0/security-groups?id=092d05ea-6aef-45e6-a050-89651a203c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641904 Jun 14 16:44:04.596795 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 50218) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:44:04.848536 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95831887-e9f0-46a0-b889-09fcfa219e98 tempest-TestShelveInstance-1405536033 tempest-TestShelveInstance-1405536033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:44:04.854059 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-95831887-e9f0-46a0-b889-09fcfa219e98 tempest-TestShelveInstance-1405536033 tempest-TestShelveInstance-1405536033-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=88e0a1ff-3527-4195-a412-00b9fdc377b2 HTTP/1.1" status: 200 len: 1093 time: 0.2523472 Jun 14 16:44:04.854566 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 50226) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:44:04.861907 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.v2.base [None req-fb50ecff-c7cc-499d-83a0-06154a4acae1 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Request body: {'floatingip': {'floating_network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'port_id': '518ea01e-1049-494e-87f2-a70262616107', 'tenant_id': 'e79717fb8ae642c893bfd8688c1e5036', 'fixed_ip_address': '172.20.0.3'}} {{(pid=91935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:44:04.899574 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-fb50ecff-c7cc-499d-83a0-06154a4acae1 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Notify callbacks [] for floatingip, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:05.128531 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-fb50ecff-c7cc-499d-83a0-06154a4acae1 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-782655'] for port, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:05.316465 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.db.db_base_plugin_common [None req-fb50ecff-c7cc-499d-83a0-06154a4acae1 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Allocated IP 172.28.1.239 (2b8148fa-8475-41af-8213-9af35fa3c21b/245e4c8b-b6d5-4126-ad47-8a46fc8189c6/1b7a3ff7-5ff8-41cb-a6b3-af9aac9c60de) {{(pid=91935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 16:44:05.494321 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-fb50ecff-c7cc-499d-83a0-06154a4acae1 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Notify callbacks [] for port, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:05.546793 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-fb50ecff-c7cc-499d-83a0-06154a4acae1 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-782844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4109363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693369', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742579636511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58943338'] for port, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:05.549284 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-dd6ab3d3-eefa-4ef5-9291-0886ead239e5 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:44:05.601883 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb50ecff-c7cc-499d-83a0-06154a4acae1 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Network 2b8148fa-8475-41af-8213-9af35fa3c21b is already hosted by enough agents. {{(pid=91935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:44:05.605300 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.base_scheduler [None req-fb50ecff-c7cc-499d-83a0-06154a4acae1 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Resources bound (agent type, host, resource id): {{(pid=91935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:44:05.608332 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb50ecff-c7cc-499d-83a0-06154a4acae1 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Received port after_create {{(pid=91935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 16:44:05.645086 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb50ecff-c7cc-499d-83a0-06154a4acae1 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Pushing event updated for resources: {'Port': ['ID=1b7a3ff7-5ff8-41cb-a6b3-af9aac9c60de,revision_number=1']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:44:05.649965 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-fb50ecff-c7cc-499d-83a0-06154a4acae1 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:44:06.371908 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-fb50ecff-c7cc-499d-83a0-06154a4acae1 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:06.536418 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-fb50ecff-c7cc-499d-83a0-06154a4acae1 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:06.898767 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-fb50ecff-c7cc-499d-83a0-06154a4acae1 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Notify callbacks [] for port, precommit_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:06.906659 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-fb50ecff-c7cc-499d-83a0-06154a4acae1 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58943316'] for port, after_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:06.912047 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-dcfe50d6-a4ee-46b5-b318-2fed995aab29 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:44:07.039986 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb50ecff-c7cc-499d-83a0-06154a4acae1 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Pushing event updated for resources: {'Port': ['ID=1b7a3ff7-5ff8-41cb-a6b3-af9aac9c60de,revision_number=2']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:44:07.048670 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-fb50ecff-c7cc-499d-83a0-06154a4acae1 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:44:07.061566 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-fb50ecff-c7cc-499d-83a0-06154a4acae1 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904124'] for floatingip, after_update {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:07.306047 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.db.l3_db [None req-fb50ecff-c7cc-499d-83a0-06154a4acae1 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Floating IP 833a22e8-d96b-4136-bfd5-0f4d5222d7ee associated. External IP: 172.28.1.239, port: 518ea01e-1049-494e-87f2-a70262616107. Jun 14 16:44:07.921715 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb50ecff-c7cc-499d-83a0-06154a4acae1 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Router c89be783-44ef-48a0-9950-7c8cb09495fe has already been hosted by L3 agent ca10c576-315d-4f3b-b2d0-f5eeab5e8277 {{(pid=91935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 16:44:08.207329 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb50ecff-c7cc-499d-83a0-06154a4acae1 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Notify agent at l3_agent.dv-cinder-796286-2-smb the message routers_updated {{(pid=91935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 16:44:08.229284 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3a6d96-d022-41fc-abbc-08f30ab94db6 None None] Sync routers for ids ['c89be783-44ef-48a0-9950-7c8cb09495fe'] in dv-cinder-796286-2-smb {{(pid=91937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 16:44:08.239331 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-fb50ecff-c7cc-499d-83a0-06154a4acae1 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220504'] for floatingip, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:08.251055 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3a6d96-d022-41fc-abbc-08f30ab94db6 None None] Routers {'c89be783-44ef-48a0-9950-7c8cb09495fe'} bound to L3 agent in host dv-cinder-796286-2-smb {{(pid=91937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:44:08.252267 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_hamode_db [None req-8c3a6d96-d022-41fc-abbc-08f30ab94db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T16:26:21Z,description=,heartbeat_timestamp=2021-06-14T16:43:52Z,host='dv-cinder-796286-2-smb',id=ca10c576-315d-4f3b-b2d0-f5eeab5e8277,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:26:21Z,topic='l3_agent')) {'router_ids': ['c89be783-44ef-48a0-9950-7c8cb09495fe'], 'active': True} {{(pid=91937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:44:08.313835 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-fb50ecff-c7cc-499d-83a0-06154a4acae1 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4576309 Jun 14 16:44:08.314526 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88e0a1ff-3527-4195-a412-00b9fdc377b2', 'tag': '518ea01e-1049-494e-87f2-a70262616107'}] {{(pid=91935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:44:08.317007 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6661bf290492edb1b3f10c978b9fa8124be38cabc2d7e3087d82166a711c303" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acccfcfd-4a09-415e-bf01-af578dde3fb6" -d '{"events": [{"name": "network-changed", "server_uuid": "88e0a1ff-3527-4195-a412-00b9fdc377b2", "tag": "518ea01e-1049-494e-87f2-a70262616107"}]}' {{(pid=91935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:44:08.365170 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 16:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ef2b8e-f526-43ff-8ddb-9565f5613ac3 x-openstack-request-id: req-84ef2b8e-f526-43ff-8ddb-9565f5613ac3 {{(pid=91935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:44:08.365599 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88e0a1ff-3527-4195-a412-00b9fdc377b2", "tag": "518ea01e-1049-494e-87f2-a70262616107", "status": "completed", "code": 200}]} {{(pid=91935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:44:08.365932 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-84ef2b8e-f526-43ff-8ddb-9565f5613ac3 {{(pid=91935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:44:08.366514 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88e0a1ff-3527-4195-a412-00b9fdc377b2', 'tag': '518ea01e-1049-494e-87f2-a70262616107', 'status': 'completed', 'code': 200} Jun 14 16:44:08.517610 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acccfcfd-4a09-415e-bf01-af578dde3fb6 req-6b326f48-3ed1-41b4-ab4e-c9aa1eacf3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:44:08.521042 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-acccfcfd-4a09-415e-bf01-af578dde3fb6 req-6b326f48-3ed1-41b4-ab4e-c9aa1eacf3c7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e79717fb8ae642c893bfd8688c1e5036&device_id=88e0a1ff-3527-4195-a412-00b9fdc377b2 HTTP/1.1" status: 200 len: 1098 time: 0.1232035 Jun 14 16:44:08.531813 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvr_db [None req-8c3a6d96-d022-41fc-abbc-08f30ab94db6 None None] Set router c89be783-44ef-48a0-9950-7c8cb09495fe gateway port host: dv-cinder-796286-2-smb {{(pid=91937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:44:08.712485 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acccfcfd-4a09-415e-bf01-af578dde3fb6 req-4070acf0-467a-44aa-ac4f-e3adbd452725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:44:08.714239 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-acccfcfd-4a09-415e-bf01-af578dde3fb6 req-4070acf0-467a-44aa-ac4f-e3adbd452725 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d4193882-8599-4706-9df3-8f3269a3019f HTTP/1.1" status: 200 len: 910 time: 0.1864419 Jun 14 16:44:08.856261 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-acccfcfd-4a09-415e-bf01-af578dde3fb6 req-dad7a768-7f31-4d3e-91c5-c36c06834ed9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=518ea01e-1049-494e-87f2-a70262616107 HTTP/1.1" status: 200 len: 999 time: 0.1321201 Jun 14 16:44:08.964030 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acccfcfd-4a09-415e-bf01-af578dde3fb6 req-f837a22f-b925-45ee-9f08-a8a182724f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:44:08.966541 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-acccfcfd-4a09-415e-bf01-af578dde3fb6 req-f837a22f-b925-45ee-9f08-a8a182724f74 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fdc15a29-328a-43ab-b1c2-2f32abe822f9 HTTP/1.1" status: 200 len: 848 time: 0.1033862 Jun 14 16:44:09.122096 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acccfcfd-4a09-415e-bf01-af578dde3fb6 req-d4feadc2-de5a-4d85-8a4f-0456cc3d2260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:44:09.124879 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_hamode_db [None req-8c3a6d96-d022-41fc-abbc-08f30ab94db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c89be783-44ef-48a0-9950-7c8cb09495fe', 'name': 'tempest-TestShelveInstance-1741867977-router', 'tenant_id': 'e79717fb8ae642c893bfd8688c1e5036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.115'}], 'enable_snat': True}, 'gw_port_id': '9947d0df-40ea-4426-8707-fd656d16e806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:43:06Z', 'updated_at': '2021-06-14T16:43:13Z', 'revision_number': 4, 'project_id': 'e79717fb8ae642c893bfd8688c1e5036', 'gw_port': {'id': '9947d0df-40ea-4426-8707-fd656d16e806', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:dc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89be783-44ef-48a0-9950-7c8cb09495fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:43:07Z', 'updated_at': '2021-06-14T16:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb', '_floatingips': [{'id': '833a22e8-d96b-4136-bfd5-0f4d5222d7ee', 'tenant_id': 'e79717fb8ae642c893bfd8688c1e5036', 'floating_ip_address': '172.28.1.239', 'floating_network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'router_id': 'c89be783-44ef-48a0-9950-7c8cb09495fe', 'port_id': '518ea01e-1049-494e-87f2-a70262616107', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4193882-8599-4706-9df3-8f3269a3019f', 'mac_address': 'fa:16:3e:0e:3b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e0a1ff-3527-4195-a412-00b9fdc377b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T16:44:06Z', 'updated_at': '2021-06-14T16:44:06Z', 'revision_number': 0, 'project_id': 'e79717fb8ae642c893bfd8688c1e5036', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03d6af59-c4d5-437e-95e9-18ffee9890b7', 'name': '', 'network_id': 'd4193882-8599-4706-9df3-8f3269a3019f', 'tenant_id': 'e79717fb8ae642c893bfd8688c1e5036', 'mac_address': 'fa:16:3e:d8:17:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89be783-44ef-48a0-9950-7c8cb09495fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'fdc15a29-328a-43ab-b1c2-2f32abe822f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:43:11Z', 'updated_at': '2021-06-14T16:43:25Z', 'revision_number': 5, 'project_id': 'e79717fb8ae642c893bfd8688c1e5036', 'subnets': [{'id': 'fdc15a29-328a-43ab-b1c2-2f32abe822f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-smb', False) {} {{(pid=91937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:44:09.126358 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-acccfcfd-4a09-415e-bf01-af578dde3fb6 req-d4feadc2-de5a-4d85-8a4f-0456cc3d2260 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d4193882-8599-4706-9df3-8f3269a3019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1502950 Jun 14 16:44:09.136603 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3a6d96-d022-41fc-abbc-08f30ab94db6 None None] Checking router: c89be783-44ef-48a0-9950-7c8cb09495fe for host: dv-cinder-796286-2-smb {{(pid=91937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 16:44:09.152749 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3a6d96-d022-41fc-abbc-08f30ab94db6 None None] Routers {'c89be783-44ef-48a0-9950-7c8cb09495fe'} bound to L3 agent in host dv-cinder-796286-2-smb {{(pid=91937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:44:09.154005 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_hamode_db [None req-8c3a6d96-d022-41fc-abbc-08f30ab94db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T16:26:21Z,description=,heartbeat_timestamp=2021-06-14T16:43:52Z,host='dv-cinder-796286-2-smb',id=ca10c576-315d-4f3b-b2d0-f5eeab5e8277,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:26:21Z,topic='l3_agent')) {'router_ids': ['c89be783-44ef-48a0-9950-7c8cb09495fe'], 'active': True} {{(pid=91937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:44:09.386083 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-acccfcfd-4a09-415e-bf01-af578dde3fb6 req-538a8d45-10fa-47e1-9027-bf5e264938df service neutron] 10.222.0.41 "GET /v2.0/networks/d4193882-8599-4706-9df3-8f3269a3019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521746 Jun 14 16:44:09.448547 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvr_db [None req-8c3a6d96-d022-41fc-abbc-08f30ab94db6 None None] Set router c89be783-44ef-48a0-9950-7c8cb09495fe gateway port host: dv-cinder-796286-2-smb {{(pid=91937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:44:09.655509 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-acccfcfd-4a09-415e-bf01-af578dde3fb6 req-764d70b1-ab9e-4bb1-8770-4ec4abb75678 service neutron] 10.222.0.41 "GET /v2.0/networks/d4193882-8599-4706-9df3-8f3269a3019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609770 Jun 14 16:44:10.021235 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_hamode_db [None req-8c3a6d96-d022-41fc-abbc-08f30ab94db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c89be783-44ef-48a0-9950-7c8cb09495fe', 'name': 'tempest-TestShelveInstance-1741867977-router', 'tenant_id': 'e79717fb8ae642c893bfd8688c1e5036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.115'}], 'enable_snat': True}, 'gw_port_id': '9947d0df-40ea-4426-8707-fd656d16e806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:43:06Z', 'updated_at': '2021-06-14T16:43:13Z', 'revision_number': 4, 'project_id': 'e79717fb8ae642c893bfd8688c1e5036', 'gw_port': {'id': '9947d0df-40ea-4426-8707-fd656d16e806', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:dc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89be783-44ef-48a0-9950-7c8cb09495fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:43:07Z', 'updated_at': '2021-06-14T16:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb', '_floatingips': [{'id': '833a22e8-d96b-4136-bfd5-0f4d5222d7ee', 'tenant_id': 'e79717fb8ae642c893bfd8688c1e5036', 'floating_ip_address': '172.28.1.239', 'floating_network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'router_id': 'c89be783-44ef-48a0-9950-7c8cb09495fe', 'port_id': '518ea01e-1049-494e-87f2-a70262616107', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4193882-8599-4706-9df3-8f3269a3019f', 'mac_address': 'fa:16:3e:0e:3b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e0a1ff-3527-4195-a412-00b9fdc377b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T16:44:06Z', 'updated_at': '2021-06-14T16:44:06Z', 'revision_number': 0, 'project_id': 'e79717fb8ae642c893bfd8688c1e5036', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03d6af59-c4d5-437e-95e9-18ffee9890b7', 'name': '', 'network_id': 'd4193882-8599-4706-9df3-8f3269a3019f', 'tenant_id': 'e79717fb8ae642c893bfd8688c1e5036', 'mac_address': 'fa:16:3e:d8:17:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89be783-44ef-48a0-9950-7c8cb09495fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'fdc15a29-328a-43ab-b1c2-2f32abe822f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:43:11Z', 'updated_at': '2021-06-14T16:43:25Z', 'revision_number': 5, 'project_id': 'e79717fb8ae642c893bfd8688c1e5036', 'subnets': [{'id': 'fdc15a29-328a-43ab-b1c2-2f32abe822f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-smb', False) {} {{(pid=91937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:44:10.031697 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3a6d96-d022-41fc-abbc-08f30ab94db6 None None] The sync data for ids ['c89be783-44ef-48a0-9950-7c8cb09495fe'] in dv-cinder-796286-2-smb is: [{'id': 'c89be783-44ef-48a0-9950-7c8cb09495fe', 'name': 'tempest-TestShelveInstance-1741867977-router', 'tenant_id': 'e79717fb8ae642c893bfd8688c1e5036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.115'}], 'enable_snat': True}, 'gw_port_id': '9947d0df-40ea-4426-8707-fd656d16e806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:43:06Z', 'updated_at': '2021-06-14T16:43:13Z', 'revision_number': 4, 'project_id': 'e79717fb8ae642c893bfd8688c1e5036', 'gw_port': {'id': '9947d0df-40ea-4426-8707-fd656d16e806', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:dc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89be783-44ef-48a0-9950-7c8cb09495fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:43:07Z', 'updated_at': '2021-06-14T16:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb', '_floatingips': [{'id': '833a22e8-d96b-4136-bfd5-0f4d5222d7ee', 'tenant_id': 'e79717fb8ae642c893bfd8688c1e5036', 'floating_ip_address': '172.28.1.239', 'floating_network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'router_id': 'c89be783-44ef-48a0-9950-7c8cb09495fe', 'port_id': '518ea01e-1049-494e-87f2-a70262616107', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4193882-8599-4706-9df3-8f3269a3019f', 'mac_address': 'fa:16:3e:0e:3b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e0a1ff-3527-4195-a412-00b9fdc377b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T16:44:06Z', 'updated_at': '2021-06-14T16:44:06Z', 'revision_number': 0, 'project_id': 'e79717fb8ae642c893bfd8688c1e5036', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03d6af59-c4d5-437e-95e9-18ffee9890b7', 'name': '', 'network_id': 'd4193882-8599-4706-9df3-8f3269a3019f', 'tenant_id': 'e79717fb8ae642c893bfd8688c1e5036', 'mac_address': 'fa:16:3e:d8:17:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89be783-44ef-48a0-9950-7c8cb09495fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'fdc15a29-328a-43ab-b1c2-2f32abe822f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:43:11Z', 'updated_at': '2021-06-14T16:43:25Z', 'revision_number': 5, 'project_id': 'e79717fb8ae642c893bfd8688c1e5036', 'subnets': [{'id': 'fdc15a29-328a-43ab-b1c2-2f32abe822f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 16:44:10.341304 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c5a0db-f4f9-45ab-b765-30a04d5a92db None None] New status for floating IP 833a22e8-d96b-4136-bfd5-0f4d5222d7ee: ACTIVE {{(pid=91938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 16:44:16.015267 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:18.920564 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-9937820a-efda-4736-afef-901936d4ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:20.954513 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 50402) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:44:21.136962 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-2e331649-683e-4eea-9045-23c55f063525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:21.328136 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-2e331649-683e-4eea-9045-23c55f063525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:21.333716 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-2e331649-683e-4eea-9045-23c55f063525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:21.337884 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-5d36034e-2a63-4b3c-8821-62c1a793f1ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:44:21.400512 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e331649-683e-4eea-9045-23c55f063525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78cfa4f4-b03c-45db-a545-32852f256df9,revision_number=1']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:44:21.407515 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-2e331649-683e-4eea-9045-23c55f063525 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=68a596ed6b5b457ebe936c72683700cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4512439 Jun 14 16:44:21.409269 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-2e331649-683e-4eea-9045-23c55f063525 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:44:21.411602 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 50406) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:44:21.528323 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-85b15013-fd6b-40ef-b280-4077578d125a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:21.573090 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-b8699fef-cff8-4532-b2b9-9b35c14f57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:21.574325 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-85b15013-fd6b-40ef-b280-4077578d125a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:21.685218 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-85b15013-fd6b-40ef-b280-4077578d125a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:21.690844 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-85b15013-fd6b-40ef-b280-4077578d125a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:21.696834 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-85b15013-fd6b-40ef-b280-4077578d125a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/78cfa4f4-b03c-45db-a545-32852f256df9 HTTP/1.1" status: 204 len: 168 time: 0.2795715 Jun 14 16:44:21.696834 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-ed90488b-b1c1-48fe-aaef-4c51eada7510 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:44:21.710679 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b15013-fd6b-40ef-b280-4077578d125a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78cfa4f4-b03c-45db-a545-32852f256df9,revision_number=None']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:44:21.714948 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-85b15013-fd6b-40ef-b280-4077578d125a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:44:21.849577 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:22.164982 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 50412) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:44:22.194047 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-41a12727-915b-4829-8e41-2c6324bb9ad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:22.347404 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-41a12727-915b-4829-8e41-2c6324bb9ad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:22.352828 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-41a12727-915b-4829-8e41-2c6324bb9ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:22.358170 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-70e0ca33-f34f-4de4-9dfa-ebfe2ca02f65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:44:22.434625 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-41a12727-915b-4829-8e41-2c6324bb9ad8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0c801c78091b489c86352b76244b607f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2677667 Jun 14 16:44:22.438549 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 50414) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:44:22.439333 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a12727-915b-4829-8e41-2c6324bb9ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e27b14cd-db3f-4ba3-ac6d-a44f2fa20589,revision_number=1']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:44:22.444288 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-41a12727-915b-4829-8e41-2c6324bb9ad8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:44:22.522258 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-d996bfb9-3c56-4d0b-96b7-6186d6caedcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:22.565380 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-d996bfb9-3c56-4d0b-96b7-6186d6caedcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:22.645366 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-d996bfb9-3c56-4d0b-96b7-6186d6caedcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:22.650143 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-d996bfb9-3c56-4d0b-96b7-6186d6caedcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:22.651947 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-d996bfb9-3c56-4d0b-96b7-6186d6caedcc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e27b14cd-db3f-4ba3-ac6d-a44f2fa20589 HTTP/1.1" status: 204 len: 168 time: 0.2120581 Jun 14 16:44:22.653238 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-16bb8c9c-4e6f-4e11-a9a6-2f38112a2e92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:44:22.669242 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d996bfb9-3c56-4d0b-96b7-6186d6caedcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27b14cd-db3f-4ba3-ac6d-a44f2fa20589,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:44:22.676081 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-d996bfb9-3c56-4d0b-96b7-6186d6caedcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:44:22.788347 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-ac317c73-f3f7-46db-8eeb-274d40bc3b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:24.433588 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-61a174dc-ae9e-41b9-9cb1-e8a1b9f9c99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:30.710789 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 50498) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:44:30.859176 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-b6792a1a-7d1f-48f1-9e85-25db15de5a75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:30.978741 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-b6792a1a-7d1f-48f1-9e85-25db15de5a75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:30.984607 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-b6792a1a-7d1f-48f1-9e85-25db15de5a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:30.989213 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-26ea90ed-1cec-4c1e-94c1-68b0e193f538 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:44:31.027124 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-b6792a1a-7d1f-48f1-9e85-25db15de5a75 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7c9fc0904861485fb44f4b2f4be98b75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3152008 Jun 14 16:44:31.030353 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 50502) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:44:31.034266 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6792a1a-7d1f-48f1-9e85-25db15de5a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c80daa15-6d7a-41b8-bef9-8e7ccf152d5e,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:44:31.037664 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-b6792a1a-7d1f-48f1-9e85-25db15de5a75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:44:31.094850 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-220a499f-df31-4362-97bd-92fceb53e869 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:31.121469 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-220a499f-df31-4362-97bd-92fceb53e869 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:31.177254 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-220a499f-df31-4362-97bd-92fceb53e869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:31.180205 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-220a499f-df31-4362-97bd-92fceb53e869 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:31.181372 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-220a499f-df31-4362-97bd-92fceb53e869 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c80daa15-6d7a-41b8-bef9-8e7ccf152d5e HTTP/1.1" status: 204 len: 168 time: 0.1496079 Jun 14 16:44:31.182168 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-c945acf6-f4d3-4654-9ce9-ee97dd943afd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:44:31.194224 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220a499f-df31-4362-97bd-92fceb53e869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80daa15-6d7a-41b8-bef9-8e7ccf152d5e,revision_number=None']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:44:31.197046 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-220a499f-df31-4362-97bd-92fceb53e869 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:44:31.582908 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 50508) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:44:31.613657 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-b9bf0d5d-a1bb-4801-9c04-e79546f2e334 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:31.820081 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-b9bf0d5d-a1bb-4801-9c04-e79546f2e334 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:31.827663 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-b9bf0d5d-a1bb-4801-9c04-e79546f2e334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:31.834424 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-e7894ede-8dff-4380-ae20-275a0772aae9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:44:31.909582 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-b9bf0d5d-a1bb-4801-9c04-e79546f2e334 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=325976b5eb754389b935d01b4d9cf507&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3245187 Jun 14 16:44:31.911644 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bf0d5d-a1bb-4801-9c04-e79546f2e334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=341c48cf-fa77-4b52-a1c8-f9fd671dcc16,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:44:31.914133 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 50510) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:44:31.917145 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-b9bf0d5d-a1bb-4801-9c04-e79546f2e334 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:44:32.018748 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-7587411a-356b-48c9-a170-d39ef75216a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:32.068505 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-7587411a-356b-48c9-a170-d39ef75216a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:32.183935 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-7587411a-356b-48c9-a170-d39ef75216a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:32.190497 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-7587411a-356b-48c9-a170-d39ef75216a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:32.192867 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-7587411a-356b-48c9-a170-d39ef75216a7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/341c48cf-fa77-4b52-a1c8-f9fd671dcc16 HTTP/1.1" status: 204 len: 168 time: 0.2757566 Jun 14 16:44:32.194450 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-2e331649-683e-4eea-9045-23c55f063525 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:44:32.211446 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7587411a-356b-48c9-a170-d39ef75216a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=341c48cf-fa77-4b52-a1c8-f9fd671dcc16,revision_number=None']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:44:32.215334 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-7587411a-356b-48c9-a170-d39ef75216a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:44:35.007387 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 50558) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:44:35.169621 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-4c144753-cb8f-4ffa-94d6-301613d303e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:35.358809 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-4c144753-cb8f-4ffa-94d6-301613d303e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:35.364805 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-4c144753-cb8f-4ffa-94d6-301613d303e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:35.369186 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-81946687-dee7-4da9-aa27-3f4aa1568def admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:44:35.442249 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-4c144753-cb8f-4ffa-94d6-301613d303e0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6db3383851944ba6b3bb0829236c43a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4322429 Jun 14 16:44:35.444091 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c144753-cb8f-4ffa-94d6-301613d303e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b10571dd-c021-4a9a-b09c-790a5c4ca3c4,revision_number=1']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:44:35.446870 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 50562) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:44:35.449342 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-4c144753-cb8f-4ffa-94d6-301613d303e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:44:35.558302 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-e4d896a7-a60a-41f0-8201-caedd14bf2f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:35.594599 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-e4d896a7-a60a-41f0-8201-caedd14bf2f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:35.676886 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-e4d896a7-a60a-41f0-8201-caedd14bf2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:35.681497 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-e4d896a7-a60a-41f0-8201-caedd14bf2f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:35.683261 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-e4d896a7-a60a-41f0-8201-caedd14bf2f7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b10571dd-c021-4a9a-b09c-790a5c4ca3c4 HTTP/1.1" status: 204 len: 168 time: 0.2337377 Jun 14 16:44:35.684535 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-6e439d56-223b-4ae2-b5a9-e560823f2e4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:44:35.700668 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d896a7-a60a-41f0-8201-caedd14bf2f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10571dd-c021-4a9a-b09c-790a5c4ca3c4,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:44:35.705056 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-e4d896a7-a60a-41f0-8201-caedd14bf2f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:44:36.100160 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 50568) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:44:36.120848 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-d89c023d-c26f-436b-8f8a-9987da1af287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:36.257841 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-d89c023d-c26f-436b-8f8a-9987da1af287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:36.264813 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-d89c023d-c26f-436b-8f8a-9987da1af287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:36.268131 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-0defcd14-7582-44b9-8545-6f94e0cc8eb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:44:36.314811 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-d89c023d-c26f-436b-8f8a-9987da1af287 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b8be335e0c9d4e15920c8fbfb555b7c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2135062 Jun 14 16:44:36.315799 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89c023d-c26f-436b-8f8a-9987da1af287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b601d20b-cbed-4d69-b1a6-ec994c47a9d3,revision_number=1']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:44:36.317585 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 50570) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:44:36.319578 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-d89c023d-c26f-436b-8f8a-9987da1af287 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:44:36.395357 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-4eceabe0-a0b7-40c7-9856-ac892365b625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:36.438659 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-4eceabe0-a0b7-40c7-9856-ac892365b625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:36.546803 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-4eceabe0-a0b7-40c7-9856-ac892365b625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:36.549755 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-4eceabe0-a0b7-40c7-9856-ac892365b625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:36.551061 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-4eceabe0-a0b7-40c7-9856-ac892365b625 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b601d20b-cbed-4d69-b1a6-ec994c47a9d3 HTTP/1.1" status: 204 len: 168 time: 0.2321560 Jun 14 16:44:36.552017 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-a7517917-d7b2-4029-b6c9-84dab8dc8a48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:44:36.568285 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eceabe0-a0b7-40c7-9856-ac892365b625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b601d20b-cbed-4d69-b1a6-ec994c47a9d3,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:44:36.572733 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-4eceabe0-a0b7-40c7-9856-ac892365b625 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:44:41.331308 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.agents_db [None req-014db0b1-f8e7-4480-967a-879c185ba95d None None] Agent healthcheck: found 6 active agents {{(pid=91938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:44:46.042054 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:48.919633 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-b9bcb021-96b9-4a67-ba78-e04a9ac56803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:49.514749 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 50718) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:44:49.724629 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-d59452db-d528-4770-b840-c70b7740c104 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:49.941772 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-d59452db-d528-4770-b840-c70b7740c104 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:49.949007 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-d59452db-d528-4770-b840-c70b7740c104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:49.954088 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-256e6aba-1b12-4f65-b065-1f307e99725d tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:44:50.037002 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-d59452db-d528-4770-b840-c70b7740c104 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=da83b243c00b4750a79bd92f43411a34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5206606 Jun 14 16:44:50.038769 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59452db-d528-4770-b840-c70b7740c104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7598eaae-c344-4da3-8389-adff3f96fb4e,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:44:50.041680 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 50722) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:44:50.053703 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59452db-d528-4770-b840-c70b7740c104 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:44:50.054433 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59452db-d528-4770-b840-c70b7740c104 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:44:50.055124 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59452db-d528-4770-b840-c70b7740c104 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:44:50.055798 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59452db-d528-4770-b840-c70b7740c104 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:44:50.056446 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59452db-d528-4770-b840-c70b7740c104 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:44:50.057102 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59452db-d528-4770-b840-c70b7740c104 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:44:50.057744 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59452db-d528-4770-b840-c70b7740c104 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:44:50.058291 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59452db-d528-4770-b840-c70b7740c104 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:44:50.058854 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59452db-d528-4770-b840-c70b7740c104 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:44:50.060101 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59452db-d528-4770-b840-c70b7740c104 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:44:50.061096 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59452db-d528-4770-b840-c70b7740c104 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:44:50.061303 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59452db-d528-4770-b840-c70b7740c104 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:44:50.069163 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-d59452db-d528-4770-b840-c70b7740c104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:44:50.161642 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-21af615e-add4-4c6a-ab08-da8956e83487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:50.211770 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-21af615e-add4-4c6a-ab08-da8956e83487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:50.314011 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-21af615e-add4-4c6a-ab08-da8956e83487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:50.319760 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-21af615e-add4-4c6a-ab08-da8956e83487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:50.321946 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-21af615e-add4-4c6a-ab08-da8956e83487 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7598eaae-c344-4da3-8389-adff3f96fb4e HTTP/1.1" status: 204 len: 168 time: 0.2781057 Jun 14 16:44:50.323321 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-7587411a-356b-48c9-a170-d39ef75216a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:44:50.340631 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21af615e-add4-4c6a-ab08-da8956e83487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7598eaae-c344-4da3-8389-adff3f96fb4e,revision_number=None']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:44:50.358079 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21af615e-add4-4c6a-ab08-da8956e83487 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:44:50.358766 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21af615e-add4-4c6a-ab08-da8956e83487 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:44:50.359453 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21af615e-add4-4c6a-ab08-da8956e83487 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:44:50.360143 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21af615e-add4-4c6a-ab08-da8956e83487 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:44:50.360795 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21af615e-add4-4c6a-ab08-da8956e83487 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:44:50.362239 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21af615e-add4-4c6a-ab08-da8956e83487 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:44:50.362239 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21af615e-add4-4c6a-ab08-da8956e83487 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:44:50.362618 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21af615e-add4-4c6a-ab08-da8956e83487 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:44:50.363252 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21af615e-add4-4c6a-ab08-da8956e83487 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:44:50.363916 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21af615e-add4-4c6a-ab08-da8956e83487 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:44:50.364741 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21af615e-add4-4c6a-ab08-da8956e83487 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:44:50.365151 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21af615e-add4-4c6a-ab08-da8956e83487 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:44:50.373394 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-21af615e-add4-4c6a-ab08-da8956e83487 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:44:50.886080 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 50728) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:44:50.915232 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-80e29e9c-15e1-42ec-9210-5c58920d28d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:51.120897 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-80e29e9c-15e1-42ec-9210-5c58920d28d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:51.130203 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-80e29e9c-15e1-42ec-9210-5c58920d28d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:51.135346 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-d996bfb9-3c56-4d0b-96b7-6186d6caedcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:44:51.206562 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e29e9c-15e1-42ec-9210-5c58920d28d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0769b08b-f216-4b0e-bbe3-a0fc25dd5da8,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:44:51.216495 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-80e29e9c-15e1-42ec-9210-5c58920d28d9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=15953ed0bbd6462a83ddd073d525a808&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3288751 Jun 14 16:44:51.217898 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 50730) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:44:51.220271 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-80e29e9c-15e1-42ec-9210-5c58920d28d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:44:51.320169 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-fbc96a2b-406e-4c3d-8554-975161cd2b64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:51.375444 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-fbc96a2b-406e-4c3d-8554-975161cd2b64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:51.511593 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-fbc96a2b-406e-4c3d-8554-975161cd2b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:51.515818 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-fbc96a2b-406e-4c3d-8554-975161cd2b64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:51.517163 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-fbc96a2b-406e-4c3d-8554-975161cd2b64 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0769b08b-f216-4b0e-bbe3-a0fc25dd5da8 HTTP/1.1" status: 204 len: 168 time: 0.2979395 Jun 14 16:44:51.518337 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-68fa3627-7ddf-4b8b-b411-f0cfdda3883f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:44:51.534984 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc96a2b-406e-4c3d-8554-975161cd2b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0769b08b-f216-4b0e-bbe3-a0fc25dd5da8,revision_number=None']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:44:51.537696 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-fbc96a2b-406e-4c3d-8554-975161cd2b64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:44:51.605132 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-6849eebc-a6a0-4dc8-bfd2-230ae2df2444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:51.856963 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:52.174881 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 50736) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:44:52.199067 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-d7a425d6-3f29-40fa-96e5-d33455744033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:52.419254 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-d7a425d6-3f29-40fa-96e5-d33455744033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:52.425720 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-d7a425d6-3f29-40fa-96e5-d33455744033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:52.431739 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-de526d09-4b49-442e-91cf-6c3bb4264fd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:44:52.509455 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-d7a425d6-3f29-40fa-96e5-d33455744033 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=987aca00b6204673a99c5e86c4d9c10b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3327215 Jun 14 16:44:52.514182 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 50738) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:44:52.519064 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a425d6-3f29-40fa-96e5-d33455744033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5836e6e-2dda-48ae-a1c8-5cf9645a7445,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:44:52.525030 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-d7a425d6-3f29-40fa-96e5-d33455744033 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:44:52.636850 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-fab06072-9013-4891-a64c-4177efe59233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:52.695283 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-fab06072-9013-4891-a64c-4177efe59233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:52.805801 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-ac317c73-f3f7-46db-8eeb-274d40bc3b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:52.810983 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-fab06072-9013-4891-a64c-4177efe59233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:52.815560 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-fab06072-9013-4891-a64c-4177efe59233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:52.817564 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-fab06072-9013-4891-a64c-4177efe59233 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b5836e6e-2dda-48ae-a1c8-5cf9645a7445 HTTP/1.1" status: 204 len: 168 time: 0.3020833 Jun 14 16:44:52.819172 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-4c0ee161-5e98-43f5-b7ea-f1097b753f1f tempest-TestMinimumBasicScenario-17495658 tempest-TestMinimumBasicScenario-17495658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:44:52.837950 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab06072-9013-4891-a64c-4177efe59233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5836e6e-2dda-48ae-a1c8-5cf9645a7445,revision_number=None']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:44:52.843983 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-fab06072-9013-4891-a64c-4177efe59233 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:44:54.432583 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-61a174dc-ae9e-41b9-9cb1-e8a1b9f9c99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:54.960317 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-a0f1ff1a-9c96-4995-8ad5-cc4cc62503c4 req-d01a138c-8b18-4e42-b5ed-367cf9bb08bf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=88e0a1ff-3527-4195-a412-00b9fdc377b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3860712 Jun 14 16:44:55.142557 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1ff1a-9c96-4995-8ad5-cc4cc62503c4 req-ec63affd-f80c-4885-babb-3d86377f3428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:44:55.145038 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-a0f1ff1a-9c96-4995-8ad5-cc4cc62503c4 req-ec63affd-f80c-4885-babb-3d86377f3428 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e79717fb8ae642c893bfd8688c1e5036&device_id=88e0a1ff-3527-4195-a412-00b9fdc377b2 HTTP/1.1" status: 200 len: 1098 time: 0.1133072 Jun 14 16:44:55.365759 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1ff1a-9c96-4995-8ad5-cc4cc62503c4 req-163bfb08-adb9-406e-ab53-11dab4c8408a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:44:55.367788 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-a0f1ff1a-9c96-4995-8ad5-cc4cc62503c4 req-163bfb08-adb9-406e-ab53-11dab4c8408a service neutron] 10.222.0.41 "GET /v2.0/networks?id=d4193882-8599-4706-9df3-8f3269a3019f HTTP/1.1" status: 200 len: 910 time: 0.1814032 Jun 14 16:44:55.522076 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-a0f1ff1a-9c96-4995-8ad5-cc4cc62503c4 req-11694bb0-5729-4cf3-a6bd-14381d911e8b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=518ea01e-1049-494e-87f2-a70262616107 HTTP/1.1" status: 200 len: 1001 time: 0.1436758 Jun 14 16:44:55.623492 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1ff1a-9c96-4995-8ad5-cc4cc62503c4 req-d3b48f65-4fe6-4760-9ec1-4a91f8ef5a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:44:55.626762 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-a0f1ff1a-9c96-4995-8ad5-cc4cc62503c4 req-d3b48f65-4fe6-4760-9ec1-4a91f8ef5a05 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fdc15a29-328a-43ab-b1c2-2f32abe822f9 HTTP/1.1" status: 200 len: 848 time: 0.0939801 Jun 14 16:44:55.718732 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1ff1a-9c96-4995-8ad5-cc4cc62503c4 req-409d6272-0672-42d6-8c39-f4fc3884a3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:44:55.720475 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-a0f1ff1a-9c96-4995-8ad5-cc4cc62503c4 req-409d6272-0672-42d6-8c39-f4fc3884a3ed service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d4193882-8599-4706-9df3-8f3269a3019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0842180 Jun 14 16:44:55.735903 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [req-a0f1ff1a-9c96-4995-8ad5-cc4cc62503c4 req-1dfa20f5-e490-43bc-badf-bc4da8f963b0 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=91936) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 14 16:44:55.737606 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-a0f1ff1a-9c96-4995-8ad5-cc4cc62503c4 req-1dfa20f5-e490-43bc-badf-bc4da8f963b0 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092077 Jun 14 16:44:55.925306 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-a0f1ff1a-9c96-4995-8ad5-cc4cc62503c4 req-40123c19-51a5-4492-b7ce-5ec7726e9aa8 service neutron] 10.222.0.41 "GET /v2.0/networks/d4193882-8599-4706-9df3-8f3269a3019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798162 Jun 14 16:44:56.175806 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-a0f1ff1a-9c96-4995-8ad5-cc4cc62503c4 req-5d2d51b2-20b1-4288-8908-fbf7a06e2829 service neutron] 10.222.0.41 "GET /v2.0/networks/d4193882-8599-4706-9df3-8f3269a3019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414126 Jun 14 16:44:59.924421 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 50814) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:45:00.097131 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-ba5f465c-666a-4a60-9521-502b5361bd6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:45:00.272530 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-ba5f465c-666a-4a60-9521-502b5361bd6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:45:00.283560 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-ba5f465c-666a-4a60-9521-502b5361bd6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:45:00.288055 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-00adc0ce-c2aa-4cd2-96d9-eecd9a5409c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:45:00.366069 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-ba5f465c-666a-4a60-9521-502b5361bd6d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c6138f761f794000b4216165633e3927&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4400327 Jun 14 16:45:00.367609 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5f465c-666a-4a60-9521-502b5361bd6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3504aec8-98c6-4f44-9724-761aee4eaaeb,revision_number=1']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:45:00.369612 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 50818) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:45:00.374479 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-ba5f465c-666a-4a60-9521-502b5361bd6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:45:00.479714 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-d5c90062-c276-4ecd-98f0-ac75f4078eaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:45:00.532349 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-d5c90062-c276-4ecd-98f0-ac75f4078eaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:45:00.636607 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-d5c90062-c276-4ecd-98f0-ac75f4078eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:45:00.641412 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-d5c90062-c276-4ecd-98f0-ac75f4078eaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:45:00.643104 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-d5c90062-c276-4ecd-98f0-ac75f4078eaf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3504aec8-98c6-4f44-9724-761aee4eaaeb HTTP/1.1" status: 204 len: 168 time: 0.2720304 Jun 14 16:45:00.644356 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-1ec47c63-8697-4378-9792-0fb10a6eed08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:45:00.656856 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c90062-c276-4ecd-98f0-ac75f4078eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3504aec8-98c6-4f44-9724-761aee4eaaeb,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:45:00.660305 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-d5c90062-c276-4ecd-98f0-ac75f4078eaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:45:01.078843 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 50824) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:45:01.097251 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-3f293bf1-99ba-4ab7-a6b1-20ae5338fe6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:45:01.264117 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-3f293bf1-99ba-4ab7-a6b1-20ae5338fe6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:45:01.269057 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-3f293bf1-99ba-4ab7-a6b1-20ae5338fe6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_create {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:45:01.272175 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-401a3c28-7741-4531-a741-76aa73d51465 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:45:01.331162 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-3f293bf1-99ba-4ab7-a6b1-20ae5338fe6f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=50d2a5c1967e41d7a404e477413701ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2510600 Jun 14 16:45:01.332580 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f293bf1-99ba-4ab7-a6b1-20ae5338fe6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f9a9e7-7d67-43ef-b4d9-253bf549a9af,revision_number=1']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:45:01.335642 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 50826) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:45:01.339085 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-3f293bf1-99ba-4ab7-a6b1-20ae5338fe6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:45:01.408131 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-41d5c657-e2dc-4711-b280-6912a5b29777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:45:01.448085 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-41d5c657-e2dc-4711-b280-6912a5b29777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:45:01.546669 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-41d5c657-e2dc-4711-b280-6912a5b29777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:45:01.550074 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-41d5c657-e2dc-4711-b280-6912a5b29777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:45:01.551947 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-41d5c657-e2dc-4711-b280-6912a5b29777 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/76f9a9e7-7d67-43ef-b4d9-253bf549a9af HTTP/1.1" status: 204 len: 168 time: 0.2148378 Jun 14 16:45:01.553277 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-3f293bf1-99ba-4ab7-a6b1-20ae5338fe6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:45:01.569977 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d5c657-e2dc-4711-b280-6912a5b29777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f9a9e7-7d67-43ef-b4d9-253bf549a9af,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:45:01.574058 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-41d5c657-e2dc-4711-b280-6912a5b29777 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:45:16.048022 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:45:18.321705 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.agents_db [None req-014db0b1-f8e7-4480-967a-879c185ba95d None None] Agent healthcheck: found 6 active agents {{(pid=91938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:45:18.910045 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-a8abdd8b-8847-4b22-a3f2-d09e7a5a3ed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:45:21.568055 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-272c6396-c7c7-4e02-a66f-0a14b34f44e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:45:21.855139 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:45:22.790219 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-ac317c73-f3f7-46db-8eeb-274d40bc3b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:45:24.442972 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-61a174dc-ae9e-41b9-9cb1-e8a1b9f9c99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:45:46.055636 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:45:48.923552 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-fa145659-97d0-4f51-b6ae-a6ded5ec8136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:45:51.571660 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-f95c69a5-09f3-490d-843c-e941731593e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:45:51.854428 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:45:52.801013 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-ac317c73-f3f7-46db-8eeb-274d40bc3b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:45:54.446975 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-61a174dc-ae9e-41b9-9cb1-e8a1b9f9c99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:45:54.642662 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-84ca7b4b-3f13-469b-938e-e0b5b5f405c4 req-a16517dc-35f3-4830-9f34-4f642e9f5500 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=88e0a1ff-3527-4195-a412-00b9fdc377b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0897262 Jun 14 16:45:54.810079 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca7b4b-3f13-469b-938e-e0b5b5f405c4 req-5f11aaca-30ba-49a7-821d-7358c05a190e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:45:54.812889 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-84ca7b4b-3f13-469b-938e-e0b5b5f405c4 req-5f11aaca-30ba-49a7-821d-7358c05a190e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e79717fb8ae642c893bfd8688c1e5036&device_id=88e0a1ff-3527-4195-a412-00b9fdc377b2 HTTP/1.1" status: 200 len: 1098 time: 0.1133356 Jun 14 16:45:55.055342 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca7b4b-3f13-469b-938e-e0b5b5f405c4 req-ac05310b-f866-40c2-84b7-5e858d9a1036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:45:55.058632 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-84ca7b4b-3f13-469b-938e-e0b5b5f405c4 req-ac05310b-f866-40c2-84b7-5e858d9a1036 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d4193882-8599-4706-9df3-8f3269a3019f HTTP/1.1" status: 200 len: 910 time: 0.2159092 Jun 14 16:45:55.209902 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-84ca7b4b-3f13-469b-938e-e0b5b5f405c4 req-4c2df0df-78d2-40a5-a0a9-e70d11b6e569 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=518ea01e-1049-494e-87f2-a70262616107 HTTP/1.1" status: 200 len: 1001 time: 0.1434650 Jun 14 16:45:55.306601 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca7b4b-3f13-469b-938e-e0b5b5f405c4 req-90307fe6-a875-4f7c-9abf-fbe535f13f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:45:55.309215 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-84ca7b4b-3f13-469b-938e-e0b5b5f405c4 req-90307fe6-a875-4f7c-9abf-fbe535f13f3a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fdc15a29-328a-43ab-b1c2-2f32abe822f9 HTTP/1.1" status: 200 len: 848 time: 0.0908206 Jun 14 16:45:55.327192 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.agents_db [None req-014db0b1-f8e7-4480-967a-879c185ba95d None None] Agent healthcheck: found 6 active agents {{(pid=91938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:45:55.429574 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca7b4b-3f13-469b-938e-e0b5b5f405c4 req-8a39d547-45d5-4332-8ec1-6031e6585410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:45:55.432568 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-84ca7b4b-3f13-469b-938e-e0b5b5f405c4 req-8a39d547-45d5-4332-8ec1-6031e6585410 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d4193882-8599-4706-9df3-8f3269a3019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1115735 Jun 14 16:45:55.629353 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-84ca7b4b-3f13-469b-938e-e0b5b5f405c4 req-7d017f90-64f2-42dc-a6f9-98be49a3cea8 service neutron] 10.222.0.41 "GET /v2.0/networks/d4193882-8599-4706-9df3-8f3269a3019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855340 Jun 14 16:45:55.847264 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-84ca7b4b-3f13-469b-938e-e0b5b5f405c4 req-e493c14a-7ff9-4d26-bdce-3528706a9769 service neutron] 10.222.0.41 "GET /v2.0/networks/d4193882-8599-4706-9df3-8f3269a3019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061794 Jun 14 16:46:03.004894 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9dfd7d-4517-4d51-8652-c3c7f3ed5804 req-45376d23-f8a4-4040-9a58-79b978e9c17c tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:46:03.006838 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-9b9dfd7d-4517-4d51-8652-c3c7f3ed5804 req-45376d23-f8a4-4040-9a58-79b978e9c17c tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] 10.222.0.16 "GET /v2.0/ports?device_id=88e0a1ff-3527-4195-a412-00b9fdc377b2 HTTP/1.1" status: 200 len: 945 time: 0.3795760 Jun 14 16:46:03.053182 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-9b9dfd7d-4517-4d51-8652-c3c7f3ed5804 req-742a344e-948a-4553-a349-e56b23d9ca93 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] 10.222.0.16 "GET /v2.0/security-groups?id=092d05ea-6aef-45e6-a050-89651a203c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393443 Jun 14 16:46:04.403342 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3fc54a-f3eb-4897-aee9-7a4d63d3a73c req-9cf55d3c-f53a-403f-81b9-5b39b65c931b tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:46:04.404785 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-ee3fc54a-f3eb-4897-aee9-7a4d63d3a73c req-9cf55d3c-f53a-403f-81b9-5b39b65c931b tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] 10.222.0.16 "GET /v2.0/ports?device_id=88e0a1ff-3527-4195-a412-00b9fdc377b2 HTTP/1.1" status: 200 len: 945 time: 0.1849172 Jun 14 16:46:04.450634 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-ee3fc54a-f3eb-4897-aee9-7a4d63d3a73c req-fe862c83-b9bf-4d9c-a083-8fe42e38cda2 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] 10.222.0.16 "GET /v2.0/security-groups?id=092d05ea-6aef-45e6-a050-89651a203c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395331 Jun 14 16:46:05.749626 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89269328-7067-42da-afe9-c378effac58b req-30644bb4-2b38-437f-ac8d-4c41882d1788 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:46:05.752413 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-89269328-7067-42da-afe9-c378effac58b req-30644bb4-2b38-437f-ac8d-4c41882d1788 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] 10.222.0.16 "GET /v2.0/ports?device_id=88e0a1ff-3527-4195-a412-00b9fdc377b2 HTTP/1.1" status: 200 len: 945 time: 0.1135232 Jun 14 16:46:05.833102 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-89269328-7067-42da-afe9-c378effac58b req-c2838c41-95b2-48de-ab10-d87a9ffe314f tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] 10.222.0.16 "GET /v2.0/security-groups?id=092d05ea-6aef-45e6-a050-89651a203c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691864 Jun 14 16:46:07.148017 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bc689f-37d0-4130-855d-910f8f855baa req-258e2e38-c334-4479-b799-3ccf9ce29e35 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:46:07.151107 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-48bc689f-37d0-4130-855d-910f8f855baa req-258e2e38-c334-4479-b799-3ccf9ce29e35 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] 10.222.0.16 "GET /v2.0/ports?device_id=88e0a1ff-3527-4195-a412-00b9fdc377b2 HTTP/1.1" status: 200 len: 945 time: 0.1332312 Jun 14 16:46:07.234412 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-48bc689f-37d0-4130-855d-910f8f855baa req-85a3d21b-42ca-481b-bf1c-3764bc41a80b tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] 10.222.0.16 "GET /v2.0/security-groups?id=092d05ea-6aef-45e6-a050-89651a203c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720055 Jun 14 16:46:08.593368 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303c32ea-5275-40ee-98ad-40d9b94b111d req-60a691d9-94f4-453e-8007-b78d0ce57bf2 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:46:08.596013 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-303c32ea-5275-40ee-98ad-40d9b94b111d req-60a691d9-94f4-453e-8007-b78d0ce57bf2 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] 10.222.0.16 "GET /v2.0/ports?device_id=88e0a1ff-3527-4195-a412-00b9fdc377b2 HTTP/1.1" status: 200 len: 945 time: 0.1187599 Jun 14 16:46:08.665883 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-303c32ea-5275-40ee-98ad-40d9b94b111d req-07ad69a7-1e04-4b04-a495-684e33066178 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] 10.222.0.16 "GET /v2.0/security-groups?id=092d05ea-6aef-45e6-a050-89651a203c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599036 Jun 14 16:46:10.001317 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dffe6c5-1859-4eaf-8607-e3a15d07915e req-dc8049f5-f102-4354-b4e0-630d6aafdd4d tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:46:10.003875 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-1dffe6c5-1859-4eaf-8607-e3a15d07915e req-dc8049f5-f102-4354-b4e0-630d6aafdd4d tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] 10.222.0.16 "GET /v2.0/ports?device_id=88e0a1ff-3527-4195-a412-00b9fdc377b2 HTTP/1.1" status: 200 len: 945 time: 0.1426330 Jun 14 16:46:10.074254 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-1dffe6c5-1859-4eaf-8607-e3a15d07915e req-72fbf287-ed09-4173-bcf2-88989dc90cd6 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] 10.222.0.16 "GET /v2.0/security-groups?id=092d05ea-6aef-45e6-a050-89651a203c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634329 Jun 14 16:46:11.354848 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf6fa8e-78ee-4565-8f31-5c2e5344b74f req-1740f997-7325-499b-ac83-5dbe4476e5a5 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:46:11.357113 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-5cf6fa8e-78ee-4565-8f31-5c2e5344b74f req-1740f997-7325-499b-ac83-5dbe4476e5a5 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] 10.222.0.16 "GET /v2.0/ports?device_id=88e0a1ff-3527-4195-a412-00b9fdc377b2 HTTP/1.1" status: 200 len: 945 time: 0.1058230 Jun 14 16:46:11.425055 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-5cf6fa8e-78ee-4565-8f31-5c2e5344b74f req-6de068ea-5ca4-4de8-91d2-55e41f90095c tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] 10.222.0.16 "GET /v2.0/security-groups?id=092d05ea-6aef-45e6-a050-89651a203c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594988 Jun 14 16:46:12.743512 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f4d39-22fd-4351-b774-6a5820cb776d req-ec0c2ed9-bb89-4d9d-b287-95aca270c778 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:46:12.746107 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-721f4d39-22fd-4351-b774-6a5820cb776d req-ec0c2ed9-bb89-4d9d-b287-95aca270c778 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] 10.222.0.16 "GET /v2.0/ports?device_id=88e0a1ff-3527-4195-a412-00b9fdc377b2 HTTP/1.1" status: 200 len: 945 time: 0.1140163 Jun 14 16:46:12.819094 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-721f4d39-22fd-4351-b774-6a5820cb776d req-f622a1a9-4397-4a7a-b9ca-426472955ae8 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] 10.222.0.16 "GET /v2.0/security-groups?id=092d05ea-6aef-45e6-a050-89651a203c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641277 Jun 14 16:46:12.820432 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1456d6e-b8ec-4cfd-afa5-d43b1b869033 req-613875fd-8a17-49e1-ae42-c83bc15ee36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:46:12.823887 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-c1456d6e-b8ec-4cfd-afa5-d43b1b869033 req-613875fd-8a17-49e1-ae42-c83bc15ee36d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e79717fb8ae642c893bfd8688c1e5036&device_id=88e0a1ff-3527-4195-a412-00b9fdc377b2 HTTP/1.1" status: 200 len: 1098 time: 0.1033592 Jun 14 16:46:13.441198 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1456d6e-b8ec-4cfd-afa5-d43b1b869033 req-fc514bf1-68aa-4460-bc76-6ea11a840f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:46:13.443466 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-c1456d6e-b8ec-4cfd-afa5-d43b1b869033 req-fc514bf1-68aa-4460-bc76-6ea11a840f54 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d4193882-8599-4706-9df3-8f3269a3019f HTTP/1.1" status: 200 len: 910 time: 0.6083581 Jun 14 16:46:13.589766 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-c1456d6e-b8ec-4cfd-afa5-d43b1b869033 req-a03d4358-7a44-4dfa-b673-6459b9c2ec74 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=518ea01e-1049-494e-87f2-a70262616107 HTTP/1.1" status: 200 len: 1001 time: 0.1329224 Jun 14 16:46:13.703733 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1456d6e-b8ec-4cfd-afa5-d43b1b869033 req-c7a9e742-7c17-4540-9abf-7ed62440c6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:46:13.705685 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-c1456d6e-b8ec-4cfd-afa5-d43b1b869033 req-c7a9e742-7c17-4540-9abf-7ed62440c6de service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fdc15a29-328a-43ab-b1c2-2f32abe822f9 HTTP/1.1" status: 200 len: 848 time: 0.1078076 Jun 14 16:46:13.800820 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1456d6e-b8ec-4cfd-afa5-d43b1b869033 req-8df2caae-d6d6-4a3a-8b1f-588ab0d564bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:46:13.802884 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-c1456d6e-b8ec-4cfd-afa5-d43b1b869033 req-8df2caae-d6d6-4a3a-8b1f-588ab0d564bb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d4193882-8599-4706-9df3-8f3269a3019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0867460 Jun 14 16:46:14.029853 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-c1456d6e-b8ec-4cfd-afa5-d43b1b869033 req-35d5f741-9ef0-4dd4-8d86-3b9ffa380665 service neutron] 10.222.0.41 "GET /v2.0/networks/d4193882-8599-4706-9df3-8f3269a3019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190909 Jun 14 16:46:14.266091 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-c1456d6e-b8ec-4cfd-afa5-d43b1b869033 req-f924a113-d6a5-4af7-a275-09a2381928b7 service neutron] 10.222.0.41 "GET /v2.0/networks/d4193882-8599-4706-9df3-8f3269a3019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259119 Jun 14 16:46:14.281090 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8273e60-584e-467e-a56e-7dcb4ba7bece req-7ad22d2a-e6f6-42c3-81d1-92ff90449626 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:46:14.283359 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-c8273e60-584e-467e-a56e-7dcb4ba7bece req-7ad22d2a-e6f6-42c3-81d1-92ff90449626 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] 10.222.0.16 "GET /v2.0/ports?device_id=88e0a1ff-3527-4195-a412-00b9fdc377b2 HTTP/1.1" status: 200 len: 945 time: 0.2525079 Jun 14 16:46:14.356895 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-c8273e60-584e-467e-a56e-7dcb4ba7bece req-b9873bf6-e202-4fe1-9e64-015559103953 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] 10.222.0.16 "GET /v2.0/security-groups?id=092d05ea-6aef-45e6-a050-89651a203c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592635 Jun 14 16:46:15.687620 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b93297c-5439-4c2c-9cb7-fa8b8083ca52 req-40a601bd-bd78-49cf-a232-c4e9e5469fc9 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:46:15.690218 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-8b93297c-5439-4c2c-9cb7-fa8b8083ca52 req-40a601bd-bd78-49cf-a232-c4e9e5469fc9 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] 10.222.0.16 "GET /v2.0/ports?device_id=88e0a1ff-3527-4195-a412-00b9fdc377b2 HTTP/1.1" status: 200 len: 945 time: 0.1299798 Jun 14 16:46:15.750840 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-8b93297c-5439-4c2c-9cb7-fa8b8083ca52 req-02371de2-e5e1-4a35-8c1f-0129df3d5ba5 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] 10.222.0.16 "GET /v2.0/security-groups?id=092d05ea-6aef-45e6-a050-89651a203c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545452 Jun 14 16:46:16.071958 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:46:17.112066 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1989131a-e53c-43aa-86e0-b54f4219f848 req-26863bf4-4264-4362-874d-cf9485a9800a tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:46:17.114168 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-1989131a-e53c-43aa-86e0-b54f4219f848 req-26863bf4-4264-4362-874d-cf9485a9800a tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] 10.222.0.16 "GET /v2.0/ports?device_id=88e0a1ff-3527-4195-a412-00b9fdc377b2 HTTP/1.1" status: 200 len: 945 time: 0.1354377 Jun 14 16:46:17.183515 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-1989131a-e53c-43aa-86e0-b54f4219f848 req-8766182d-8aea-42cc-9bdd-60232bce1bdd tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] 10.222.0.16 "GET /v2.0/security-groups?id=092d05ea-6aef-45e6-a050-89651a203c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620916 Jun 14 16:46:17.780839 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-d129b6f2-880b-462e-a155-e3a74c34f8f5 req-d3c89caa-2653-40f2-93d3-d7513f208833 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=88e0a1ff-3527-4195-a412-00b9fdc377b2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1831245 Jun 14 16:46:17.912350 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3f7fa7-c255-48f6-8b37-d922a52575ca req-b1b8ce54-496a-483f-b2b1-1ff6f301dd58 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:46:17.914869 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-aa3f7fa7-c255-48f6-8b37-d922a52575ca req-b1b8ce54-496a-483f-b2b1-1ff6f301dd58 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] 10.222.0.16 "GET /v2.0/ports?device_id=88e0a1ff-3527-4195-a412-00b9fdc377b2 HTTP/1.1" status: 200 len: 945 time: 0.1403551 Jun 14 16:46:17.993854 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-aa3f7fa7-c255-48f6-8b37-d922a52575ca req-cdfb9c01-0683-4b9f-a87e-2e6452b77513 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] 10.222.0.16 "GET /v2.0/security-groups?id=092d05ea-6aef-45e6-a050-89651a203c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677607 Jun 14 16:46:18.920122 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-aef5387b-0f1b-4afe-a252-30f82c33b0c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:46:19.324450 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa91615-2ca6-46d1-b16a-1775b6b8f09b req-0710748d-0e07-40e9-8fb0-50f77cfcfae5 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:46:19.327532 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-2aa91615-2ca6-46d1-b16a-1775b6b8f09b req-0710748d-0e07-40e9-8fb0-50f77cfcfae5 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] 10.222.0.16 "GET /v2.0/ports?device_id=88e0a1ff-3527-4195-a412-00b9fdc377b2 HTTP/1.1" status: 200 len: 945 time: 0.1453156 Jun 14 16:46:19.417634 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-2aa91615-2ca6-46d1-b16a-1775b6b8f09b req-c3f61149-eebe-43c1-afec-1c7355e00230 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] 10.222.0.16 "GET /v2.0/security-groups?id=092d05ea-6aef-45e6-a050-89651a203c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804167 Jun 14 16:46:20.026843 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d129b6f2-880b-462e-a155-e3a74c34f8f5 req-e18608df-54b2-49a3-9c95-149e6da4f953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:46:20.029318 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-d129b6f2-880b-462e-a155-e3a74c34f8f5 req-e18608df-54b2-49a3-9c95-149e6da4f953 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=88e0a1ff-3527-4195-a412-00b9fdc377b2&tenant_id=e79717fb8ae642c893bfd8688c1e5036 HTTP/1.1" status: 200 len: 1098 time: 0.1600952 Jun 14 16:46:20.193280 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d129b6f2-880b-462e-a155-e3a74c34f8f5 req-e849dce8-ae13-4c9c-b265-6baed7fbf0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:46:20.196413 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-d129b6f2-880b-462e-a155-e3a74c34f8f5 req-e849dce8-ae13-4c9c-b265-6baed7fbf0b0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e79717fb8ae642c893bfd8688c1e5036&device_id=88e0a1ff-3527-4195-a412-00b9fdc377b2 HTTP/1.1" status: 200 len: 1098 time: 0.1327236 Jun 14 16:46:20.198788 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device 518ea01e-1049-494e-87f2-a70262616107 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=91937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 16:46:20.354496 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:46:20.398755 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e0a1ff-3527-4195-a412-00b9fdc377b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '518ea01e-1049-494e-87f2-a70262616107'}] {{(pid=91937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:46:20.403035 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}410d25e5bbb1e20f764875c123142387b982c9cf9b01c37f3ab36e77f3c6c019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf1b5c49-0c0c-4d94-9a6a-63bc647482c2" -d '{"events": [{"server_uuid": "88e0a1ff-3527-4195-a412-00b9fdc377b2", "name": "network-vif-unplugged", "status": "completed", "tag": "518ea01e-1049-494e-87f2-a70262616107"}]}' {{(pid=91937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:46:20.413502 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d129b6f2-880b-462e-a155-e3a74c34f8f5 req-23351abb-a771-4b5d-8302-bb47440bd77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:46:20.417085 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-d129b6f2-880b-462e-a155-e3a74c34f8f5 req-23351abb-a771-4b5d-8302-bb47440bd77b service neutron] 10.222.0.41 "GET /v2.0/networks?id=d4193882-8599-4706-9df3-8f3269a3019f HTTP/1.1" status: 200 len: 910 time: 0.2113156 Jun 14 16:46:20.428315 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] For port 518ea01e-1049-494e-87f2-a70262616107, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=518ea01e-1049-494e-87f2-a70262616107,segment=NetworkSegment(ccde5d36-4519-49b3-8d0d-2b808d876e5d),segment_id=ccde5d36-4519-49b3-8d0d-2b808d876e5d)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:46:20.434964 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:46:20.438044 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-d3a2c6ff-be0c-4f51-85a3-0130093ba9b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:46:20.556818 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Pushing event updated for resources: {'Port': ['ID=518ea01e-1049-494e-87f2-a70262616107,revision_number=6']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:46:20.575240 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:46:20.576295 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:46:20.577084 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:46:20.579169 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:46:20.580035 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:46:20.580825 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:46:20.581592 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:46:20.582740 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:46:20.583534 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:46:20.584349 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:46:20.585504 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:46:20.586275 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:46:20.586461 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-d129b6f2-880b-462e-a155-e3a74c34f8f5 req-169d9cdf-f3a2-4c56-82d5-64b3465636a3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=518ea01e-1049-494e-87f2-a70262616107 HTTP/1.1" status: 200 len: 999 time: 0.1590269 Jun 14 16:46:20.593514 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Jun 2021 16:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b26f4b9-547f-4f2e-baef-4a4e6676fe3c x-openstack-request-id: req-1b26f4b9-547f-4f2e-baef-4a4e6676fe3c {{(pid=91937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:46:20.593960 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e0a1ff-3527-4195-a412-00b9fdc377b2", "name": "network-vif-unplugged", "status": "completed", "tag": "518ea01e-1049-494e-87f2-a70262616107", "code": 200}]} {{(pid=91937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:46:20.594627 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1b26f4b9-547f-4f2e-baef-4a4e6676fe3c {{(pid=91937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:46:20.595477 dv-cinder-796286-2-smb neutron-server[91937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e0a1ff-3527-4195-a412-00b9fdc377b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '518ea01e-1049-494e-87f2-a70262616107', 'code': 200} Jun 14 16:46:20.596861 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:46:20.705901 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d129b6f2-880b-462e-a155-e3a74c34f8f5 req-40c1b607-4a85-4aed-a599-dfa55ced5a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:46:20.708577 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-d129b6f2-880b-462e-a155-e3a74c34f8f5 req-40c1b607-4a85-4aed-a599-dfa55ced5a5d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fdc15a29-328a-43ab-b1c2-2f32abe822f9 HTTP/1.1" status: 200 len: 848 time: 0.1069677 Jun 14 16:46:20.774611 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fc6997-6ed5-42e0-8219-6587d0857e89 req-7e49c5e5-a386-4ba0-a2c0-9fe0c1f6dc37 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:46:20.778988 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-12fc6997-6ed5-42e0-8219-6587d0857e89 req-7e49c5e5-a386-4ba0-a2c0-9fe0c1f6dc37 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] 10.222.0.16 "GET /v2.0/ports?device_id=88e0a1ff-3527-4195-a412-00b9fdc377b2 HTTP/1.1" status: 200 len: 943 time: 0.1383080 Jun 14 16:46:20.824403 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d129b6f2-880b-462e-a155-e3a74c34f8f5 req-7b27bcd7-688d-40b7-8f51-16f20e1aaf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:46:20.826782 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-d129b6f2-880b-462e-a155-e3a74c34f8f5 req-7b27bcd7-688d-40b7-8f51-16f20e1aaf45 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d4193882-8599-4706-9df3-8f3269a3019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1102281 Jun 14 16:46:20.862876 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-12fc6997-6ed5-42e0-8219-6587d0857e89 req-8220c8d1-58fe-4427-b135-8d2b646d4e4b tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] 10.222.0.16 "GET /v2.0/security-groups?id=092d05ea-6aef-45e6-a050-89651a203c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762844 Jun 14 16:46:21.059929 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-d129b6f2-880b-462e-a155-e3a74c34f8f5 req-4fc27102-4ca0-42cd-a224-eb4c085876d6 service neutron] 10.222.0.41 "GET /v2.0/networks/d4193882-8599-4706-9df3-8f3269a3019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212927 Jun 14 16:46:21.255146 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-d129b6f2-880b-462e-a155-e3a74c34f8f5 req-0440e11e-7d0d-4479-9179-c18a52ecb916 service neutron] 10.222.0.41 "GET /v2.0/networks/d4193882-8599-4706-9df3-8f3269a3019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869366 Jun 14 16:46:21.564753 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-d4ffef97-eff2-47fc-8536-23170eb2916e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:46:21.846002 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:46:22.177255 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09f39a3-3066-4346-bad6-3b45e7eafc8c req-98cc1111-0dce-4b14-adc9-c8f5d7bdd198 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:46:22.179207 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-e09f39a3-3066-4346-bad6-3b45e7eafc8c req-98cc1111-0dce-4b14-adc9-c8f5d7bdd198 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] 10.222.0.16 "GET /v2.0/ports?device_id=88e0a1ff-3527-4195-a412-00b9fdc377b2 HTTP/1.1" status: 200 len: 943 time: 0.1236799 Jun 14 16:46:22.243130 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-e09f39a3-3066-4346-bad6-3b45e7eafc8c req-9f4e0a68-5d42-4fd3-a313-7200cdf25202 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] 10.222.0.16 "GET /v2.0/security-groups?id=092d05ea-6aef-45e6-a050-89651a203c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521476 Jun 14 16:46:22.568620 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d8cc25-2403-40d0-8156-5ed59012e1ab req-17b05043-5350-48ac-b8cc-55b611641cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:46:22.571142 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-71d8cc25-2403-40d0-8156-5ed59012e1ab req-17b05043-5350-48ac-b8cc-55b611641cc5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=88e0a1ff-3527-4195-a412-00b9fdc377b2 HTTP/1.1" status: 200 len: 1096 time: 0.0939314 Jun 14 16:46:22.635922 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-71d8cc25-2403-40d0-8156-5ed59012e1ab req-bb5d44e2-e913-43dd-91bf-1e47e6b06b8b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=092d05ea-6aef-45e6-a050-89651a203c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539577 Jun 14 16:46:22.803334 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-ac317c73-f3f7-46db-8eeb-274d40bc3b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:46:23.591308 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e399fdc4-2c4b-4c4e-a246-2e68ecebebdb req-a1a23ff4-8e6f-4c91-aaab-4b23efb3a985 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:46:23.594053 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-e399fdc4-2c4b-4c4e-a246-2e68ecebebdb req-a1a23ff4-8e6f-4c91-aaab-4b23efb3a985 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] 10.222.0.16 "GET /v2.0/ports?device_id=88e0a1ff-3527-4195-a412-00b9fdc377b2 HTTP/1.1" status: 200 len: 943 time: 0.1407008 Jun 14 16:46:23.671692 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-e399fdc4-2c4b-4c4e-a246-2e68ecebebdb req-15259eb8-b069-474f-8573-f36e7219f3d4 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] 10.222.0.16 "GET /v2.0/security-groups?id=092d05ea-6aef-45e6-a050-89651a203c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680656 Jun 14 16:46:24.210469 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device 518ea01e-1049-494e-87f2-a70262616107 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=91937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 16:46:24.456482 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] For port 518ea01e-1049-494e-87f2-a70262616107, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=518ea01e-1049-494e-87f2-a70262616107,segment=NetworkSegment(ccde5d36-4519-49b3-8d0d-2b808d876e5d),segment_id=ccde5d36-4519-49b3-8d0d-2b808d876e5d)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:46:24.478205 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Returning: {'device': '518ea01e-1049-494e-87f2-a70262616107', 'network_id': 'd4193882-8599-4706-9df3-8f3269a3019f', 'port_id': '518ea01e-1049-494e-87f2-a70262616107', 'mac_address': 'fa:16:3e:0e:3b:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdc15a29-328a-43ab-b1c2-2f32abe822f9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 16:46:24.480494 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-61a174dc-ae9e-41b9-9cb1-e8a1b9f9c99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:46:24.557074 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:46:24.582628 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.notifiers.nova [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 518ea01e-1049-494e-87f2-a70262616107 {{(pid=91937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 16:46:24.616949 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] For port 518ea01e-1049-494e-87f2-a70262616107, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=518ea01e-1049-494e-87f2-a70262616107,segment=NetworkSegment(ccde5d36-4519-49b3-8d0d-2b808d876e5d),segment_id=ccde5d36-4519-49b3-8d0d-2b808d876e5d)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:46:24.627190 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:46:24.631661 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:46:24.714287 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Pushing event updated for resources: {'Port': ['ID=518ea01e-1049-494e-87f2-a70262616107,revision_number=7']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:46:24.719156 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:46:24.919173 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] get_ports_and_sgs() called for port_ids ['518ea01e-1049-494e-87f2-a70262616107'] {{(pid=91937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 16:46:24.990386 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2865e4b5-4bce-4e52-b9db-e0c7312d7bfb req-66a339db-913b-4b55-b162-0d696f93b45e tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:46:24.992125 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-2865e4b5-4bce-4e52-b9db-e0c7312d7bfb req-66a339db-913b-4b55-b162-0d696f93b45e tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] 10.222.0.16 "GET /v2.0/ports?device_id=88e0a1ff-3527-4195-a412-00b9fdc377b2 HTTP/1.1" status: 200 len: 944 time: 0.1172481 Jun 14 16:46:25.061702 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-2865e4b5-4bce-4e52-b9db-e0c7312d7bfb req-5d180e56-0134-47a4-b7b6-79d26fd2c02d tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] 10.222.0.16 "GET /v2.0/security-groups?id=092d05ea-6aef-45e6-a050-89651a203c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587080 Jun 14 16:46:26.231422 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device 518ea01e-1049-494e-87f2-a70262616107 up at agent hyperv_hv-cinder-79628 {{(pid=91937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:46:26.331557 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.provisioning_blocks [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Provisioning complete for port 518ea01e-1049-494e-87f2-a70262616107 triggered by entity L2. {{(pid=91937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:46:26.332055 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-664421'] for port, provisioning_complete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:46:26.487711 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-782637'] for port, before_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:46:26.525729 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e0a1ff-3527-4195-a412-00b9fdc377b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '518ea01e-1049-494e-87f2-a70262616107'}] {{(pid=91937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:46:26.528340 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}410d25e5bbb1e20f764875c123142387b982c9cf9b01c37f3ab36e77f3c6c019" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e5bcfb-dfe4-4b47-b367-a788c8976c94" -d '{"events": [{"server_uuid": "88e0a1ff-3527-4195-a412-00b9fdc377b2", "name": "network-vif-plugged", "status": "completed", "tag": "518ea01e-1049-494e-87f2-a70262616107"}]}' {{(pid=91937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:46:26.551807 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] For port 518ea01e-1049-494e-87f2-a70262616107, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=518ea01e-1049-494e-87f2-a70262616107,segment=NetworkSegment(ccde5d36-4519-49b3-8d0d-2b808d876e5d),segment_id=ccde5d36-4519-49b3-8d0d-2b808d876e5d)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:46:26.558789 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742580029763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742579636529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742579636574'] for port, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:46:26.562032 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-2f414904-f5fc-4076-b340-f85d5f2325b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:46:26.616855 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 16:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ce45a8-22f7-4177-9077-c9b24013bd84 x-openstack-request-id: req-91ce45a8-22f7-4177-9077-c9b24013bd84 {{(pid=91937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:46:26.617344 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e0a1ff-3527-4195-a412-00b9fdc377b2", "name": "network-vif-plugged", "status": "completed", "tag": "518ea01e-1049-494e-87f2-a70262616107", "code": 200}]} {{(pid=91937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:46:26.617800 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-91ce45a8-22f7-4177-9077-c9b24013bd84 {{(pid=91937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:46:26.618469 dv-cinder-796286-2-smb neutron-server[91937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e0a1ff-3527-4195-a412-00b9fdc377b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '518ea01e-1049-494e-87f2-a70262616107', 'code': 200} Jun 14 16:46:26.665768 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Pushing event updated for resources: {'Port': ['ID=518ea01e-1049-494e-87f2-a70262616107,revision_number=8']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:46:26.671432 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:46:32.333883 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.agents_db [None req-014db0b1-f8e7-4480-967a-879c185ba95d None None] Agent healthcheck: found 6 active agents {{(pid=91938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:46:46.082898 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:46:48.914179 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-61c6bb32-13ab-4060-81d7-65895b3b1265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:46:51.571266 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-60294de4-418a-4673-812a-ef36ca91d3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:46:51.851155 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:46:52.810077 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-ac317c73-f3f7-46db-8eeb-274d40bc3b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:46:54.454141 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-61a174dc-ae9e-41b9-9cb1-e8a1b9f9c99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:46:55.653356 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-2e8f1114-fc87-47f0-823e-4430adf01e02 req-e7a46197-127f-4619-a339-7628e7755b90 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=88e0a1ff-3527-4195-a412-00b9fdc377b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1088839 Jun 14 16:46:55.820765 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f1114-fc87-47f0-823e-4430adf01e02 req-73a03708-3102-4276-9ae2-e7efb5a3af2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:46:55.823418 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-2e8f1114-fc87-47f0-823e-4430adf01e02 req-73a03708-3102-4276-9ae2-e7efb5a3af2d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e79717fb8ae642c893bfd8688c1e5036&device_id=88e0a1ff-3527-4195-a412-00b9fdc377b2 HTTP/1.1" status: 200 len: 1098 time: 0.1066747 Jun 14 16:46:56.033383 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f1114-fc87-47f0-823e-4430adf01e02 req-f5a088d7-3277-402d-9332-73dcfa7e1429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:46:56.036039 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-2e8f1114-fc87-47f0-823e-4430adf01e02 req-f5a088d7-3277-402d-9332-73dcfa7e1429 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d4193882-8599-4706-9df3-8f3269a3019f HTTP/1.1" status: 200 len: 910 time: 0.1857874 Jun 14 16:46:56.182547 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-2e8f1114-fc87-47f0-823e-4430adf01e02 req-b36c3d0f-8ae1-4147-a717-334ffa903cfe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=518ea01e-1049-494e-87f2-a70262616107 HTTP/1.1" status: 200 len: 1001 time: 0.1358464 Jun 14 16:46:56.276499 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f1114-fc87-47f0-823e-4430adf01e02 req-a23d8beb-5ae0-43af-b3b8-00e27be71c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:46:56.279084 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-2e8f1114-fc87-47f0-823e-4430adf01e02 req-a23d8beb-5ae0-43af-b3b8-00e27be71c49 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fdc15a29-328a-43ab-b1c2-2f32abe822f9 HTTP/1.1" status: 200 len: 848 time: 0.0850248 Jun 14 16:46:56.375864 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f1114-fc87-47f0-823e-4430adf01e02 req-2e73b7d2-d534-4db5-94cb-a2034a108be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:46:56.377898 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-2e8f1114-fc87-47f0-823e-4430adf01e02 req-2e73b7d2-d534-4db5-94cb-a2034a108be0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d4193882-8599-4706-9df3-8f3269a3019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0891395 Jun 14 16:46:56.566584 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-2e8f1114-fc87-47f0-823e-4430adf01e02 req-bb09d7c7-c4c8-48e4-8b99-ad63a22035fc service neutron] 10.222.0.41 "GET /v2.0/networks/d4193882-8599-4706-9df3-8f3269a3019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808538 Jun 14 16:46:56.772254 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-2e8f1114-fc87-47f0-823e-4430adf01e02 req-eeee4ced-ad03-4b68-928c-f67092e7f273 service neutron] 10.222.0.41 "GET /v2.0/networks/d4193882-8599-4706-9df3-8f3269a3019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981251 Jun 14 16:47:09.328049 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.agents_db [None req-014db0b1-f8e7-4480-967a-879c185ba95d None None] Agent healthcheck: found 6 active agents {{(pid=91938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:47:16.099426 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:18.911288 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-d6e929b1-9132-4893-a6f6-ee33fddcfbd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:21.567976 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-b294b74c-2cda-4265-bc03-4f490c7ea246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:21.853666 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:22.808597 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-ac317c73-f3f7-46db-8eeb-274d40bc3b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:24.453368 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-61a174dc-ae9e-41b9-9cb1-e8a1b9f9c99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:37.869746 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 50924) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:47:38.188846 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.plugin [None req-49c36a40-c006-46a0-b9e4-8484485309d6 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Deleting port 1b7a3ff7-5ff8-41cb-a6b3-af9aac9c60de {{(pid=91936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 16:47:38.189263 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-49c36a40-c006-46a0-b9e4-8484485309d6 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742580025384'] for port, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:38.327960 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-49c36a40-c006-46a0-b9e4-8484485309d6 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3907582'] for port, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:38.328430 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-49c36a40-c006-46a0-b9e4-8484485309d6 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:38.455330 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.plugin [None req-49c36a40-c006-46a0-b9e4-8484485309d6 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Calling delete_port for 1b7a3ff7-5ff8-41cb-a6b3-af9aac9c60de owned by network:floatingip {{(pid=91936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 16:47:38.812096 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-49c36a40-c006-46a0-b9e4-8484485309d6 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742580029772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742579636520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60243860'] for port, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:38.815265 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-c4c327fb-d9bb-4a39-8fad-11b7601e6118 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:47:38.856126 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c36a40-c006-46a0-b9e4-8484485309d6 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Pushing event deleted for resources: {'Port': ['ID=1b7a3ff7-5ff8-41cb-a6b3-af9aac9c60de,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:47:38.871697 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c36a40-c006-46a0-b9e4-8484485309d6 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:47:38.872882 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c36a40-c006-46a0-b9e4-8484485309d6 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:47:38.872882 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c36a40-c006-46a0-b9e4-8484485309d6 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:47:38.873443 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c36a40-c006-46a0-b9e4-8484485309d6 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:47:38.874067 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c36a40-c006-46a0-b9e4-8484485309d6 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:47:38.874504 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c36a40-c006-46a0-b9e4-8484485309d6 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:47:38.874913 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c36a40-c006-46a0-b9e4-8484485309d6 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:47:38.875338 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c36a40-c006-46a0-b9e4-8484485309d6 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:47:38.875843 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c36a40-c006-46a0-b9e4-8484485309d6 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:47:38.876460 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c36a40-c006-46a0-b9e4-8484485309d6 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:47:38.877050 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c36a40-c006-46a0-b9e4-8484485309d6 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:47:38.877649 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c36a40-c006-46a0-b9e4-8484485309d6 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:47:38.908929 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-49c36a40-c006-46a0-b9e4-8484485309d6 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:47:38.974499 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-49c36a40-c006-46a0-b9e4-8484485309d6 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Notify callbacks [] for floatingip, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:38.975023 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.db.l3_db [None req-49c36a40-c006-46a0-b9e4-8484485309d6 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Floating IP 833a22e8-d96b-4136-bfd5-0f4d5222d7ee disassociated (deleted). External IP: 172.28.1.239, port: 518ea01e-1049-494e-87f2-a70262616107. Jun 14 16:47:39.771838 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49c36a40-c006-46a0-b9e4-8484485309d6 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Router c89be783-44ef-48a0-9950-7c8cb09495fe has already been hosted by L3 agent ca10c576-315d-4f3b-b2d0-f5eeab5e8277 {{(pid=91936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 16:47:40.031998 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49c36a40-c006-46a0-b9e4-8484485309d6 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Notify agent at l3_agent.dv-cinder-796286-2-smb the message routers_updated {{(pid=91936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 16:47:40.041665 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-49c36a40-c006-46a0-b9e4-8484485309d6 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220504'] for floatingip, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:40.048377 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc218ab1-8606-48c2-86de-ea290e95798c None None] Sync routers for ids ['c89be783-44ef-48a0-9950-7c8cb09495fe'] in dv-cinder-796286-2-smb {{(pid=91937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 16:47:40.073487 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc218ab1-8606-48c2-86de-ea290e95798c None None] Routers {'c89be783-44ef-48a0-9950-7c8cb09495fe'} bound to L3 agent in host dv-cinder-796286-2-smb {{(pid=91937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:47:40.075104 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_hamode_db [None req-dc218ab1-8606-48c2-86de-ea290e95798c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T16:26:21Z,description=,heartbeat_timestamp=2021-06-14T16:47:22Z,host='dv-cinder-796286-2-smb',id=ca10c576-315d-4f3b-b2d0-f5eeab5e8277,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:26:21Z,topic='l3_agent')) {'router_ids': ['c89be783-44ef-48a0-9950-7c8cb09495fe'], 'active': True} {{(pid=91937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:47:40.141440 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-49c36a40-c006-46a0-b9e4-8484485309d6 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] 10.222.0.16 "DELETE /v2.0/floatingips/833a22e8-d96b-4136-bfd5-0f4d5222d7ee HTTP/1.1" status: 204 len: 168 time: 2.2703607 Jun 14 16:47:40.142652 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88e0a1ff-3527-4195-a412-00b9fdc377b2', 'tag': '518ea01e-1049-494e-87f2-a70262616107'}] {{(pid=91936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:47:40.147371 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659a09cea19619e202447e1b4bc3efe885e95cab3022d83c422060b06feffe3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a61493-edf7-458e-b282-7c8b14282a16" -d '{"events": [{"name": "network-changed", "server_uuid": "88e0a1ff-3527-4195-a412-00b9fdc377b2", "tag": "518ea01e-1049-494e-87f2-a70262616107"}]}' {{(pid=91936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:47:40.363703 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvr_db [None req-dc218ab1-8606-48c2-86de-ea290e95798c None None] Set router c89be783-44ef-48a0-9950-7c8cb09495fe gateway port host: dv-cinder-796286-2-smb {{(pid=91937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:47:40.518458 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 16:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c31ebf8f-0669-458c-b31c-c0db5e2c9fca x-openstack-request-id: req-c31ebf8f-0669-458c-b31c-c0db5e2c9fca {{(pid=91936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:47:40.518458 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88e0a1ff-3527-4195-a412-00b9fdc377b2", "tag": "518ea01e-1049-494e-87f2-a70262616107", "status": "completed", "code": 200}]} {{(pid=91936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:47:40.518458 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c31ebf8f-0669-458c-b31c-c0db5e2c9fca {{(pid=91936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:47:40.520203 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88e0a1ff-3527-4195-a412-00b9fdc377b2', 'tag': '518ea01e-1049-494e-87f2-a70262616107', 'status': 'completed', 'code': 200} Jun 14 16:47:40.677273 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a61493-edf7-458e-b282-7c8b14282a16 req-72ce775f-15ae-4834-b005-03a57b40e78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:47:40.681129 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-e8a61493-edf7-458e-b282-7c8b14282a16 req-72ce775f-15ae-4834-b005-03a57b40e78c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e79717fb8ae642c893bfd8688c1e5036&device_id=88e0a1ff-3527-4195-a412-00b9fdc377b2 HTTP/1.1" status: 200 len: 1098 time: 0.1203363 Jun 14 16:47:40.831279 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_hamode_db [None req-dc218ab1-8606-48c2-86de-ea290e95798c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c89be783-44ef-48a0-9950-7c8cb09495fe', 'name': 'tempest-TestShelveInstance-1741867977-router', 'tenant_id': 'e79717fb8ae642c893bfd8688c1e5036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.115'}], 'enable_snat': True}, 'gw_port_id': '9947d0df-40ea-4426-8707-fd656d16e806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:43:06Z', 'updated_at': '2021-06-14T16:43:13Z', 'revision_number': 4, 'project_id': 'e79717fb8ae642c893bfd8688c1e5036', 'gw_port': {'id': '9947d0df-40ea-4426-8707-fd656d16e806', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:dc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89be783-44ef-48a0-9950-7c8cb09495fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:43:07Z', 'updated_at': '2021-06-14T16:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb', '_interfaces': [{'id': '03d6af59-c4d5-437e-95e9-18ffee9890b7', 'name': '', 'network_id': 'd4193882-8599-4706-9df3-8f3269a3019f', 'tenant_id': 'e79717fb8ae642c893bfd8688c1e5036', 'mac_address': 'fa:16:3e:d8:17:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89be783-44ef-48a0-9950-7c8cb09495fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'fdc15a29-328a-43ab-b1c2-2f32abe822f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:43:11Z', 'updated_at': '2021-06-14T16:43:25Z', 'revision_number': 5, 'project_id': 'e79717fb8ae642c893bfd8688c1e5036', 'subnets': [{'id': 'fdc15a29-328a-43ab-b1c2-2f32abe822f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-smb', False) {} {{(pid=91937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:47:40.838204 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc218ab1-8606-48c2-86de-ea290e95798c None None] Checking router: c89be783-44ef-48a0-9950-7c8cb09495fe for host: dv-cinder-796286-2-smb {{(pid=91937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 16:47:40.854835 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc218ab1-8606-48c2-86de-ea290e95798c None None] Routers {'c89be783-44ef-48a0-9950-7c8cb09495fe'} bound to L3 agent in host dv-cinder-796286-2-smb {{(pid=91937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:47:40.855653 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_hamode_db [None req-dc218ab1-8606-48c2-86de-ea290e95798c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T16:26:21Z,description=,heartbeat_timestamp=2021-06-14T16:47:22Z,host='dv-cinder-796286-2-smb',id=ca10c576-315d-4f3b-b2d0-f5eeab5e8277,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:26:21Z,topic='l3_agent')) {'router_ids': ['c89be783-44ef-48a0-9950-7c8cb09495fe'], 'active': True} {{(pid=91937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:47:40.864229 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16228f8b-75d8-4163-aca3-c6b0cdc927ba req-562ba140-4908-4745-ae49-b691a772aa7c tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:47:40.866839 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-16228f8b-75d8-4163-aca3-c6b0cdc927ba req-562ba140-4908-4745-ae49-b691a772aa7c tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] 10.222.0.16 "GET /v2.0/ports?device_id=88e0a1ff-3527-4195-a412-00b9fdc377b2 HTTP/1.1" status: 200 len: 945 time: 0.1662610 Jun 14 16:47:40.922657 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a61493-edf7-458e-b282-7c8b14282a16 req-5c189bb9-b8d0-4b4c-9b4d-198fc2f65f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:47:40.924998 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-e8a61493-edf7-458e-b282-7c8b14282a16 req-5c189bb9-b8d0-4b4c-9b4d-198fc2f65f8f service neutron] 10.222.0.41 "GET /v2.0/networks?id=d4193882-8599-4706-9df3-8f3269a3019f HTTP/1.1" status: 200 len: 910 time: 0.2292111 Jun 14 16:47:40.966056 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [req-16228f8b-75d8-4163-aca3-c6b0cdc927ba req-d51e45f9-0dee-4e95-b14e-504408ffc301 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] 10.222.0.16 "GET /v2.0/security-groups?id=092d05ea-6aef-45e6-a050-89651a203c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842609 Jun 14 16:47:41.023085 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-e8a61493-edf7-458e-b282-7c8b14282a16 req-191dd04f-8763-48c5-aaa6-8a2ecccfc8aa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=518ea01e-1049-494e-87f2-a70262616107 HTTP/1.1" status: 200 len: 217 time: 0.0882738 Jun 14 16:47:41.129171 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a61493-edf7-458e-b282-7c8b14282a16 req-1a627a5a-2875-4e99-80cd-7352f020d279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:47:41.131252 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-e8a61493-edf7-458e-b282-7c8b14282a16 req-1a627a5a-2875-4e99-80cd-7352f020d279 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fdc15a29-328a-43ab-b1c2-2f32abe822f9 HTTP/1.1" status: 200 len: 848 time: 0.1004710 Jun 14 16:47:41.132778 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvr_db [None req-dc218ab1-8606-48c2-86de-ea290e95798c None None] Set router c89be783-44ef-48a0-9950-7c8cb09495fe gateway port host: dv-cinder-796286-2-smb {{(pid=91937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:47:41.242368 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a61493-edf7-458e-b282-7c8b14282a16 req-6eef4588-c83b-4a80-8829-8fece56079e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:47:41.244148 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-e8a61493-edf7-458e-b282-7c8b14282a16 req-6eef4588-c83b-4a80-8829-8fece56079e3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d4193882-8599-4706-9df3-8f3269a3019f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1058638 Jun 14 16:47:41.404521 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-e8a61493-edf7-458e-b282-7c8b14282a16 req-853e529b-f5ec-44ae-a28e-84e660d9d9a4 service neutron] 10.222.0.41 "GET /v2.0/networks/d4193882-8599-4706-9df3-8f3269a3019f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520853 Jun 14 16:47:41.582170 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_hamode_db [None req-dc218ab1-8606-48c2-86de-ea290e95798c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c89be783-44ef-48a0-9950-7c8cb09495fe', 'name': 'tempest-TestShelveInstance-1741867977-router', 'tenant_id': 'e79717fb8ae642c893bfd8688c1e5036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.115'}], 'enable_snat': True}, 'gw_port_id': '9947d0df-40ea-4426-8707-fd656d16e806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:43:06Z', 'updated_at': '2021-06-14T16:43:13Z', 'revision_number': 4, 'project_id': 'e79717fb8ae642c893bfd8688c1e5036', 'gw_port': {'id': '9947d0df-40ea-4426-8707-fd656d16e806', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:dc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89be783-44ef-48a0-9950-7c8cb09495fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:43:07Z', 'updated_at': '2021-06-14T16:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb', '_interfaces': [{'id': '03d6af59-c4d5-437e-95e9-18ffee9890b7', 'name': '', 'network_id': 'd4193882-8599-4706-9df3-8f3269a3019f', 'tenant_id': 'e79717fb8ae642c893bfd8688c1e5036', 'mac_address': 'fa:16:3e:d8:17:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89be783-44ef-48a0-9950-7c8cb09495fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'fdc15a29-328a-43ab-b1c2-2f32abe822f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:43:11Z', 'updated_at': '2021-06-14T16:43:25Z', 'revision_number': 5, 'project_id': 'e79717fb8ae642c893bfd8688c1e5036', 'subnets': [{'id': 'fdc15a29-328a-43ab-b1c2-2f32abe822f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-smb', False) {} {{(pid=91937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:47:41.583162 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-e8a61493-edf7-458e-b282-7c8b14282a16 req-b486a002-bdda-4159-99f4-30673d71128d service neutron] 10.222.0.41 "GET /v2.0/networks/d4193882-8599-4706-9df3-8f3269a3019f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712418 Jun 14 16:47:41.590429 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc218ab1-8606-48c2-86de-ea290e95798c None None] The sync data for ids ['c89be783-44ef-48a0-9950-7c8cb09495fe'] in dv-cinder-796286-2-smb is: [{'id': 'c89be783-44ef-48a0-9950-7c8cb09495fe', 'name': 'tempest-TestShelveInstance-1741867977-router', 'tenant_id': 'e79717fb8ae642c893bfd8688c1e5036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.115'}], 'enable_snat': True}, 'gw_port_id': '9947d0df-40ea-4426-8707-fd656d16e806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:43:06Z', 'updated_at': '2021-06-14T16:43:13Z', 'revision_number': 4, 'project_id': 'e79717fb8ae642c893bfd8688c1e5036', 'gw_port': {'id': '9947d0df-40ea-4426-8707-fd656d16e806', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:dc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89be783-44ef-48a0-9950-7c8cb09495fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:43:07Z', 'updated_at': '2021-06-14T16:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb', '_interfaces': [{'id': '03d6af59-c4d5-437e-95e9-18ffee9890b7', 'name': '', 'network_id': 'd4193882-8599-4706-9df3-8f3269a3019f', 'tenant_id': 'e79717fb8ae642c893bfd8688c1e5036', 'mac_address': 'fa:16:3e:d8:17:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89be783-44ef-48a0-9950-7c8cb09495fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'fdc15a29-328a-43ab-b1c2-2f32abe822f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:43:11Z', 'updated_at': '2021-06-14T16:43:25Z', 'revision_number': 5, 'project_id': 'e79717fb8ae642c893bfd8688c1e5036', 'subnets': [{'id': 'fdc15a29-328a-43ab-b1c2-2f32abe822f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 16:47:41.891448 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2f9b81-8a0c-4a32-9b4f-f3bfe1cc6507 None None] New status for floating IP 833a22e8-d96b-4136-bfd5-0f4d5222d7ee: DOWN {{(pid=91938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 16:47:42.238839 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94375152-6554-40ec-ae63-e492ec15ee5e req-9c12e754-2c6a-434c-9aa7-1947cc039251 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:47:42.240754 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-94375152-6554-40ec-ae63-e492ec15ee5e req-9c12e754-2c6a-434c-9aa7-1947cc039251 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] 10.222.0.16 "GET /v2.0/ports?device_id=88e0a1ff-3527-4195-a412-00b9fdc377b2 HTTP/1.1" status: 200 len: 945 time: 0.0969191 Jun 14 16:47:42.349054 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-94375152-6554-40ec-ae63-e492ec15ee5e req-4dee7afa-fe67-4934-b240-2eb9ed92faad tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] 10.222.0.16 "GET /v2.0/security-groups?id=092d05ea-6aef-45e6-a050-89651a203c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968590 Jun 14 16:47:42.380014 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cf612a-3b04-40bb-a34e-d6cc0e96ec84 req-37d0c79b-e7c3-40f0-b146-570c83f45a27 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:47:42.382004 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-b7cf612a-3b04-40bb-a34e-d6cc0e96ec84 req-37d0c79b-e7c3-40f0-b146-570c83f45a27 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] 10.222.0.41 "GET /v2.0/ports?device_id=88e0a1ff-3527-4195-a412-00b9fdc377b2 HTTP/1.1" status: 200 len: 945 time: 0.1401091 Jun 14 16:47:42.546173 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.plugin [req-b7cf612a-3b04-40bb-a34e-d6cc0e96ec84 req-9a79de55-e6e9-4b6a-9e53-0d5b4df06912 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Deleting port 518ea01e-1049-494e-87f2-a70262616107 {{(pid=91936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 16:47:42.546701 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-b7cf612a-3b04-40bb-a34e-d6cc0e96ec84 req-9a79de55-e6e9-4b6a-9e53-0d5b4df06912 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742580025384'] for port, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:42.725212 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.db [req-b7cf612a-3b04-40bb-a34e-d6cc0e96ec84 req-9a79de55-e6e9-4b6a-9e53-0d5b4df06912 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] For port 518ea01e-1049-494e-87f2-a70262616107, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=518ea01e-1049-494e-87f2-a70262616107,segment=NetworkSegment(ccde5d36-4519-49b3-8d0d-2b808d876e5d),segment_id=ccde5d36-4519-49b3-8d0d-2b808d876e5d)] {{(pid=91936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:47:42.725817 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-b7cf612a-3b04-40bb-a34e-d6cc0e96ec84 req-9a79de55-e6e9-4b6a-9e53-0d5b4df06912 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3907582'] for port, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:42.874189 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.plugin [req-b7cf612a-3b04-40bb-a34e-d6cc0e96ec84 req-9a79de55-e6e9-4b6a-9e53-0d5b4df06912 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Calling delete_port for 518ea01e-1049-494e-87f2-a70262616107 owned by compute:nova {{(pid=91936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 16:47:43.121014 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-b7cf612a-3b04-40bb-a34e-d6cc0e96ec84 req-9a79de55-e6e9-4b6a-9e53-0d5b4df06912 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742580029772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742579636520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60243860'] for port, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:43.128025 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-3e812284-3f1e-473f-8f7a-8529751856e2 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:47:43.176038 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a79de55-e6e9-4b6a-9e53-0d5b4df06912 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Pushing event deleted for resources: {'Port': ['ID=518ea01e-1049-494e-87f2-a70262616107,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:47:43.179554 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-9a79de55-e6e9-4b6a-9e53-0d5b4df06912 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:47:43.299713 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7cf612a-3b04-40bb-a34e-d6cc0e96ec84 req-9a79de55-e6e9-4b6a-9e53-0d5b4df06912 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] No DVR routers for this DVR port 518ea01e-1049-494e-87f2-a70262616107 on host hv-cinder-79628 {{(pid=91936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 16:47:43.304027 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [req-b7cf612a-3b04-40bb-a34e-d6cc0e96ec84 req-9a79de55-e6e9-4b6a-9e53-0d5b4df06912 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-220504'] for port, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:43.307951 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-b7cf612a-3b04-40bb-a34e-d6cc0e96ec84 req-9a79de55-e6e9-4b6a-9e53-0d5b4df06912 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] 10.222.0.41 "DELETE /v2.0/ports/518ea01e-1049-494e-87f2-a70262616107 HTTP/1.1" status: 204 len: 173 time: 0.9163501 Jun 14 16:47:43.308626 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e0a1ff-3527-4195-a412-00b9fdc377b2', 'name': 'network-vif-deleted', 'tag': '518ea01e-1049-494e-87f2-a70262616107'}] {{(pid=91936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:47:43.313165 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659a09cea19619e202447e1b4bc3efe885e95cab3022d83c422060b06feffe3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d47115b5-7d49-463c-8a0e-ac7deb200dbf" -d '{"events": [{"server_uuid": "88e0a1ff-3527-4195-a412-00b9fdc377b2", "name": "network-vif-deleted", "tag": "518ea01e-1049-494e-87f2-a70262616107"}]}' {{(pid=91936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:47:43.388711 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 16:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4292941a-4b65-4e59-a2f5-6eee05b86355 x-openstack-request-id: req-4292941a-4b65-4e59-a2f5-6eee05b86355 {{(pid=91936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:47:43.389373 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e0a1ff-3527-4195-a412-00b9fdc377b2", "name": "network-vif-deleted", "tag": "518ea01e-1049-494e-87f2-a70262616107", "status": "completed", "code": 200}]} {{(pid=91936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:47:43.389759 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4292941a-4b65-4e59-a2f5-6eee05b86355 {{(pid=91936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:47:43.390839 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e0a1ff-3527-4195-a412-00b9fdc377b2', 'name': 'network-vif-deleted', 'tag': '518ea01e-1049-494e-87f2-a70262616107', 'status': 'completed', 'code': 200} Jun 14 16:47:43.598472 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [req-80ad7bbc-1c2f-4d7d-a020-8232c152ceb4 req-d123e9fa-7843-47f6-af93-b7ef12768d2a tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] 10.222.0.16 "GET /v2.0/ports?device_id=88e0a1ff-3527-4195-a412-00b9fdc377b2 HTTP/1.1" status: 200 len: 210 time: 0.0644233 Jun 14 16:47:44.721602 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 50956) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:47:44.824358 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-9dfdbecf-e471-4b48-aba9-60a2bcbd20cd tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Notify callbacks [] for security_group, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:44.878454 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-9dfdbecf-e471-4b48-aba9-60a2bcbd20cd tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:45.004186 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-9dfdbecf-e471-4b48-aba9-60a2bcbd20cd tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:45.011654 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-9dfdbecf-e471-4b48-aba9-60a2bcbd20cd tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Notify callbacks [] for security_group, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:45.013372 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-9dfdbecf-e471-4b48-aba9-60a2bcbd20cd tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] 10.222.0.16 "DELETE /v2.0/security-groups/092d05ea-6aef-45e6-a050-89651a203c19 HTTP/1.1" status: 204 len: 168 time: 0.2904427 Jun 14 16:47:45.015467 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-c57fe423-e688-49cb-bea3-86637d344400 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:47:45.031926 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfdbecf-e471-4b48-aba9-60a2bcbd20cd tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=092d05ea-6aef-45e6-a050-89651a203c19,revision_number=None']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:47:45.046449 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfdbecf-e471-4b48-aba9-60a2bcbd20cd tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:47:45.046960 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfdbecf-e471-4b48-aba9-60a2bcbd20cd tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:47:45.047361 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfdbecf-e471-4b48-aba9-60a2bcbd20cd tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:47:45.047795 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfdbecf-e471-4b48-aba9-60a2bcbd20cd tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:47:45.048190 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfdbecf-e471-4b48-aba9-60a2bcbd20cd tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:47:45.048612 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfdbecf-e471-4b48-aba9-60a2bcbd20cd tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:47:45.049206 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfdbecf-e471-4b48-aba9-60a2bcbd20cd tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:47:45.049660 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfdbecf-e471-4b48-aba9-60a2bcbd20cd tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:47:45.050153 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfdbecf-e471-4b48-aba9-60a2bcbd20cd tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:47:45.050428 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfdbecf-e471-4b48-aba9-60a2bcbd20cd tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:47:45.050913 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfdbecf-e471-4b48-aba9-60a2bcbd20cd tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:47:45.051296 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfdbecf-e471-4b48-aba9-60a2bcbd20cd tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:47:45.057515 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-9dfdbecf-e471-4b48-aba9-60a2bcbd20cd tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:47:45.083284 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 50960) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:47:45.786807 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-8c165eab-54db-4397-952f-83da75aac623 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3900891'] for router_interface, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:46.103079 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:46.328691 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.agents_db [None req-014db0b1-f8e7-4480-967a-879c185ba95d None None] Agent healthcheck: found 6 active agents {{(pid=91938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:47:46.332198 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.plugin [None req-8c165eab-54db-4397-952f-83da75aac623 admin admin] Deleting port 03d6af59-c4d5-437e-95e9-18ffee9890b7 {{(pid=91936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 16:47:46.332790 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-8c165eab-54db-4397-952f-83da75aac623 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742580025384'] for port, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:46.497280 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.db [None req-8c165eab-54db-4397-952f-83da75aac623 admin admin] For port 03d6af59-c4d5-437e-95e9-18ffee9890b7, host dv-cinder-796286-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-smb',level=0,port_id=03d6af59-c4d5-437e-95e9-18ffee9890b7,segment=NetworkSegment(ccde5d36-4519-49b3-8d0d-2b808d876e5d),segment_id=ccde5d36-4519-49b3-8d0d-2b808d876e5d)] {{(pid=91936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:47:46.505460 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-8c165eab-54db-4397-952f-83da75aac623 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3907582'] for port, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:46.630021 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device 518ea01e-1049-494e-87f2-a70262616107 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=91937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 16:47:46.639785 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.plugin [None req-8c165eab-54db-4397-952f-83da75aac623 admin admin] Calling delete_port for 03d6af59-c4d5-437e-95e9-18ffee9890b7 owned by network:router_interface {{(pid=91936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 16:47:46.677832 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.plugin [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] No Port match for: 518ea01e-1049-494e-87f2-a70262616107 {{(pid=91937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 16:47:46.678405 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Device 518ea01e-1049-494e-87f2-a70262616107 not bound to the agent host hv-cinder-79628 {{(pid=91937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 16:47:46.995751 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-8c165eab-54db-4397-952f-83da75aac623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742580029772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742579636520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60243860'] for port, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:46.999524 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-10a14c1b-3b2c-4c10-a851-9f9304567efd tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:47:47.037152 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c165eab-54db-4397-952f-83da75aac623 admin admin] Pushing event deleted for resources: {'Port': ['ID=03d6af59-c4d5-437e-95e9-18ffee9890b7,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:47:47.043299 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-8c165eab-54db-4397-952f-83da75aac623 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:47:47.319442 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-8c165eab-54db-4397-952f-83da75aac623 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900491'] for router_interface, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:48.095014 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c165eab-54db-4397-952f-83da75aac623 admin admin] Router c89be783-44ef-48a0-9950-7c8cb09495fe has already been hosted by L3 agent ca10c576-315d-4f3b-b2d0-f5eeab5e8277 {{(pid=91936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 16:47:48.318797 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c165eab-54db-4397-952f-83da75aac623 admin admin] Notify agent at l3_agent.dv-cinder-796286-2-smb the message routers_updated {{(pid=91936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 16:47:48.327738 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-8c165eab-54db-4397-952f-83da75aac623 admin admin] 10.222.0.16 "PUT /v2.0/routers/c89be783-44ef-48a0-9950-7c8cb09495fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2418156 Jun 14 16:47:48.330492 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 50962) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:47:48.334066 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d16fbd-b658-4b8d-9487-c1459c81597d None None] Sync routers for ids ['c89be783-44ef-48a0-9950-7c8cb09495fe'] in dv-cinder-796286-2-smb {{(pid=91937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 16:47:48.362095 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d16fbd-b658-4b8d-9487-c1459c81597d None None] Routers {'c89be783-44ef-48a0-9950-7c8cb09495fe'} bound to L3 agent in host dv-cinder-796286-2-smb {{(pid=91937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:47:48.362835 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_hamode_db [None req-e7d16fbd-b658-4b8d-9487-c1459c81597d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T16:26:21Z,description=,heartbeat_timestamp=2021-06-14T16:47:22Z,host='dv-cinder-796286-2-smb',id=ca10c576-315d-4f3b-b2d0-f5eeab5e8277,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:26:21Z,topic='l3_agent')) {'router_ids': ['c89be783-44ef-48a0-9950-7c8cb09495fe'], 'active': True} {{(pid=91937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:47:48.549564 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-c2368efa-4a8e-402f-a6da-5a2c98d5c009 admin admin] Notify callbacks [] for router, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:48.669755 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvr_db [None req-e7d16fbd-b658-4b8d-9487-c1459c81597d None None] Set router c89be783-44ef-48a0-9950-7c8cb09495fe gateway port host: dv-cinder-796286-2-smb {{(pid=91937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:47:48.785075 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-c2368efa-4a8e-402f-a6da-5a2c98d5c009 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:48.880328 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.plugin [None req-c2368efa-4a8e-402f-a6da-5a2c98d5c009 admin admin] Deleting port 9947d0df-40ea-4426-8707-fd656d16e806 {{(pid=91936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 16:47:48.880642 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-c2368efa-4a8e-402f-a6da-5a2c98d5c009 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742580025384'] for port, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:48.973441 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-29f2bf34-a630-4622-8e93-fe905cb0d5ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:49.045015 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.db [None req-c2368efa-4a8e-402f-a6da-5a2c98d5c009 admin admin] For port 9947d0df-40ea-4426-8707-fd656d16e806, host dv-cinder-796286-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-smb',level=0,port_id=9947d0df-40ea-4426-8707-fd656d16e806,segment=NetworkSegment(a2c1fc44-b613-4a01-80b3-58a3526400ae),segment_id=a2c1fc44-b613-4a01-80b3-58a3526400ae)] {{(pid=91936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:47:49.045015 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-c2368efa-4a8e-402f-a6da-5a2c98d5c009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3907582'] for port, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:49.077816 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_hamode_db [None req-e7d16fbd-b658-4b8d-9487-c1459c81597d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c89be783-44ef-48a0-9950-7c8cb09495fe', 'name': 'tempest-TestShelveInstance-1741867977-router', 'tenant_id': 'e79717fb8ae642c893bfd8688c1e5036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.115'}], 'enable_snat': True}, 'gw_port_id': '9947d0df-40ea-4426-8707-fd656d16e806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:43:06Z', 'updated_at': '2021-06-14T16:47:46Z', 'revision_number': 5, 'project_id': 'e79717fb8ae642c893bfd8688c1e5036', 'gw_port': {'id': '9947d0df-40ea-4426-8707-fd656d16e806', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:dc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89be783-44ef-48a0-9950-7c8cb09495fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:43:07Z', 'updated_at': '2021-06-14T16:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb'}], 'dv-cinder-796286-2-smb', False) {} {{(pid=91937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:47:49.083291 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d16fbd-b658-4b8d-9487-c1459c81597d None None] Checking router: c89be783-44ef-48a0-9950-7c8cb09495fe for host: dv-cinder-796286-2-smb {{(pid=91937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 16:47:49.099334 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d16fbd-b658-4b8d-9487-c1459c81597d None None] Routers {'c89be783-44ef-48a0-9950-7c8cb09495fe'} bound to L3 agent in host dv-cinder-796286-2-smb {{(pid=91937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:47:49.100518 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_hamode_db [None req-e7d16fbd-b658-4b8d-9487-c1459c81597d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T16:26:21Z,description=,heartbeat_timestamp=2021-06-14T16:47:22Z,host='dv-cinder-796286-2-smb',id=ca10c576-315d-4f3b-b2d0-f5eeab5e8277,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:26:21Z,topic='l3_agent')) {'router_ids': ['c89be783-44ef-48a0-9950-7c8cb09495fe'], 'active': True} {{(pid=91937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:47:49.183796 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.plugin [None req-c2368efa-4a8e-402f-a6da-5a2c98d5c009 admin admin] Calling delete_port for 9947d0df-40ea-4426-8707-fd656d16e806 owned by network:router_gateway {{(pid=91936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 16:47:49.250361 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvr_db [None req-e7d16fbd-b658-4b8d-9487-c1459c81597d None None] Set router c89be783-44ef-48a0-9950-7c8cb09495fe gateway port host: None {{(pid=91937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:47:49.366631 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_hamode_db [None req-e7d16fbd-b658-4b8d-9487-c1459c81597d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c89be783-44ef-48a0-9950-7c8cb09495fe', 'name': 'tempest-TestShelveInstance-1741867977-router', 'tenant_id': 'e79717fb8ae642c893bfd8688c1e5036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:43:06Z', 'updated_at': '2021-06-14T16:47:48Z', 'revision_number': 6, 'project_id': 'e79717fb8ae642c893bfd8688c1e5036', 'gw_port_host': None}], 'dv-cinder-796286-2-smb', False) {} {{(pid=91937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:47:49.373089 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d16fbd-b658-4b8d-9487-c1459c81597d None None] The sync data for ids ['c89be783-44ef-48a0-9950-7c8cb09495fe'] in dv-cinder-796286-2-smb is: [{'id': 'c89be783-44ef-48a0-9950-7c8cb09495fe', 'name': 'tempest-TestShelveInstance-1741867977-router', 'tenant_id': 'e79717fb8ae642c893bfd8688c1e5036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:43:06Z', 'updated_at': '2021-06-14T16:47:48Z', 'revision_number': 6, 'project_id': 'e79717fb8ae642c893bfd8688c1e5036', 'gw_port_host': None}] {{(pid=91937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 16:47:49.482638 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-c2368efa-4a8e-402f-a6da-5a2c98d5c009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742580029772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742579636520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60243860'] for port, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:49.485023 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-406a4a0c-f691-4b60-96ad-706837652f16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:47:49.518376 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2368efa-4a8e-402f-a6da-5a2c98d5c009 admin admin] Pushing event deleted for resources: {'Port': ['ID=9947d0df-40ea-4426-8707-fd656d16e806,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:47:49.521685 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-c2368efa-4a8e-402f-a6da-5a2c98d5c009 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:47:49.644003 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-c2368efa-4a8e-402f-a6da-5a2c98d5c009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904024'] for router_gateway, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:49.856489 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-c2368efa-4a8e-402f-a6da-5a2c98d5c009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3902185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45039'] for router, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:49.864369 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-c2368efa-4a8e-402f-a6da-5a2c98d5c009 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:49.969604 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-c2368efa-4a8e-402f-a6da-5a2c98d5c009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3902783'] for router, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:49.971293 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2368efa-4a8e-402f-a6da-5a2c98d5c009 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c89be783-44ef-48a0-9950-7c8cb09495fe {{(pid=91936) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 14 16:47:49.982523 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-c2368efa-4a8e-402f-a6da-5a2c98d5c009 admin admin] Notify callbacks [] for router, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:49.987259 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-c2368efa-4a8e-402f-a6da-5a2c98d5c009 admin admin] 10.222.0.16 "DELETE /v2.0/routers/c89be783-44ef-48a0-9950-7c8cb09495fe HTTP/1.1" status: 204 len: 168 time: 1.6527555 Jun 14 16:47:49.987614 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 50964) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:47:50.101229 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.db.db_base_plugin_v2 [None req-42a733ea-70f1-4191-926d-c2897f60265f admin admin] Deleting subnet fdc15a29-328a-43ab-b1c2-2f32abe822f9 {{(pid=91936) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 14 16:47:50.107946 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-42a733ea-70f1-4191-926d-c2897f60265f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:50.181286 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-42a733ea-70f1-4191-926d-c2897f60265f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60627306'] for subnet, precommit_delete_associations {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:50.353205 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-42a733ea-70f1-4191-926d-c2897f60265f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676727'] for subnet, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:50.470688 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-42a733ea-70f1-4191-926d-c2897f60265f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60242030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60801002'] for subnet, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:50.476286 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-029d6d19-588d-420a-a7d8-76f5b71a2dca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:47:50.525732 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a733ea-70f1-4191-926d-c2897f60265f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdc15a29-328a-43ab-b1c2-2f32abe822f9,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:47:50.530069 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-42a733ea-70f1-4191-926d-c2897f60265f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:47:50.530991 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-42a733ea-70f1-4191-926d-c2897f60265f admin admin] Notify callbacks [] for subnet, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:50.533652 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-42a733ea-70f1-4191-926d-c2897f60265f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/fdc15a29-328a-43ab-b1c2-2f32abe822f9 HTTP/1.1" status: 204 len: 168 time: 0.5443659 Jun 14 16:47:50.537780 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 50966) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:47:50.544446 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca1fa4a-6857-4d11-b850-385181615a77 None None] Network d4193882-8599-4706-9df3-8f3269a3019f requested from dv-cinder-796286-2-smb {{(pid=91937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 16:47:50.726471 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-52eb92ed-73f5-4eea-adbf-af963acb6c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528124'] for network, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:50.783951 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device 9947d0df-40ea-4426-8707-fd656d16e806 no longer exists at agent ovs-agent-dv-cinder-796286-2-smb {{(pid=91937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 16:47:50.817960 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.plugin [None req-52eb92ed-73f5-4eea-adbf-af963acb6c18 admin admin] Deleting port c2949b42-d908-40c9-ab0e-75e3819babb3 {{(pid=91936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 16:47:50.818683 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-52eb92ed-73f5-4eea-adbf-af963acb6c18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742580025384'] for port, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:50.827901 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.plugin [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] No Port match for: 9947d0df-40ea-4426-8707-fd656d16e806 {{(pid=91937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 16:47:50.828240 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device 9947d0df-40ea-4426-8707-fd656d16e806 not bound to the agent host dv-cinder-796286-2-smb {{(pid=91937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 16:47:50.828791 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device 03d6af59-c4d5-437e-95e9-18ffee9890b7 no longer exists at agent ovs-agent-dv-cinder-796286-2-smb {{(pid=91937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 16:47:50.866564 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.plugin [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] No Port match for: 03d6af59-c4d5-437e-95e9-18ffee9890b7 {{(pid=91937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 16:47:50.866933 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device 03d6af59-c4d5-437e-95e9-18ffee9890b7 not bound to the agent host dv-cinder-796286-2-smb {{(pid=91937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 16:47:50.961097 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.db [None req-52eb92ed-73f5-4eea-adbf-af963acb6c18 admin admin] For port c2949b42-d908-40c9-ab0e-75e3819babb3, host dv-cinder-796286-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-smb',level=0,port_id=c2949b42-d908-40c9-ab0e-75e3819babb3,segment=NetworkSegment(ccde5d36-4519-49b3-8d0d-2b808d876e5d),segment_id=ccde5d36-4519-49b3-8d0d-2b808d876e5d)] {{(pid=91936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:47:50.961512 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-52eb92ed-73f5-4eea-adbf-af963acb6c18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3907582'] for port, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:50.986898 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150a3999-656a-4527-bd21-82e759bbc12a None None] DHCP port deletion for d4193882-8599-4706-9df3-8f3269a3019f request from dv-cinder-796286-2-smb {{(pid=91937) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 14 16:47:51.077333 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.plugin [None req-150a3999-656a-4527-bd21-82e759bbc12a None None] Deleting port c2949b42-d908-40c9-ab0e-75e3819babb3 {{(pid=91937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 16:47:51.078005 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-150a3999-656a-4527-bd21-82e759bbc12a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742580025384'] for port, before_delete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:51.092564 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.plugin [None req-52eb92ed-73f5-4eea-adbf-af963acb6c18 admin admin] Calling delete_port for c2949b42-d908-40c9-ab0e-75e3819babb3 owned by network:dhcp {{(pid=91936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 16:47:51.248967 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-150a3999-656a-4527-bd21-82e759bbc12a None None] For port c2949b42-d908-40c9-ab0e-75e3819babb3, host dv-cinder-796286-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-smb',level=0,port_id=c2949b42-d908-40c9-ab0e-75e3819babb3,segment=NetworkSegment(ccde5d36-4519-49b3-8d0d-2b808d876e5d),segment_id=ccde5d36-4519-49b3-8d0d-2b808d876e5d)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:47:51.249527 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-150a3999-656a-4527-bd21-82e759bbc12a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3907582'] for port, precommit_delete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:51.273049 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-52eb92ed-73f5-4eea-adbf-af963acb6c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742580029772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742579636520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60243860'] for port, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:51.277300 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-e463ab08-91f4-46d6-a16f-2060e3d1ece1 tempest-TestShelveInstance-350352865 tempest-TestShelveInstance-350352865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:47:51.327551 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eb92ed-73f5-4eea-adbf-af963acb6c18 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2949b42-d908-40c9-ab0e-75e3819babb3,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:47:51.333162 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-52eb92ed-73f5-4eea-adbf-af963acb6c18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:47:51.334631 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52eb92ed-73f5-4eea-adbf-af963acb6c18 admin admin] No DVR routers for this DVR port c2949b42-d908-40c9-ab0e-75e3819babb3 on host dv-cinder-796286-2-smb {{(pid=91936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 16:47:51.429093 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.plugin [None req-150a3999-656a-4527-bd21-82e759bbc12a None None] Calling delete_port for c2949b42-d908-40c9-ab0e-75e3819babb3 owned by network:dhcp {{(pid=91937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 16:47:51.528904 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-52eb92ed-73f5-4eea-adbf-af963acb6c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665066', 'neutron.services.segments.db._delete_segments_for_network-8742580095160'] for network, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:51.551015 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.services.segments.db [None req-52eb92ed-73f5-4eea-adbf-af963acb6c18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4193882-8599-4706-9df3-8f3269a3019f']}} {{(pid=91936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:47:51.575496 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.services.segments.db [None req-52eb92ed-73f5-4eea-adbf-af963acb6c18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccde5d36-4519-49b3-8d0d-2b808d876e5d') {'for_net_delete': True} {{(pid=91936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:47:51.576446 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.services.segments.db [None req-52eb92ed-73f5-4eea-adbf-af963acb6c18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccde5d36-4519-49b3-8d0d-2b808d876e5d') {} {{(pid=91936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:47:51.590302 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-2f05dce9-b585-417a-9e6b-61d6a468c3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:51.610974 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-52eb92ed-73f5-4eea-adbf-af963acb6c18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742580094998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60627297'] for segment, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:51.615709 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-150a3999-656a-4527-bd21-82e759bbc12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742580029772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742579636520'] for port, after_delete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:51.620545 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:47:51.650959 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-52eb92ed-73f5-4eea-adbf-af963acb6c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678690'] for segment, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:51.661072 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52eb92ed-73f5-4eea-adbf-af963acb6c18 admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=91936) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 16:47:51.661690 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-52eb92ed-73f5-4eea-adbf-af963acb6c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60243911'] for segment, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:51.666490 dv-cinder-796286-2-smb neutron-server[91936]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 16:47:51.666490 dv-cinder-796286-2-smb neutron-server[91936]: conditions |= (models_v2.Port.network_id.in_( Jun 14 16:47:51.666490 dv-cinder-796286-2-smb neutron-server[91936]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 16:47:51.666490 dv-cinder-796286-2-smb neutron-server[91936]: retrieve_revision_numbers = { Jun 14 16:47:51.666490 dv-cinder-796286-2-smb neutron-server[91936]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 16:47:51.666490 dv-cinder-796286-2-smb neutron-server[91936]: conditions |= (models_v2.Port.network_id.in_( Jun 14 16:47:51.666490 dv-cinder-796286-2-smb neutron-server[91936]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 16:47:51.666490 dv-cinder-796286-2-smb neutron-server[91936]: retrieve_revision_numbers = { Jun 14 16:47:51.666490 dv-cinder-796286-2-smb neutron-server[91936]: Traceback (most recent call last): Jun 14 16:47:51.666490 dv-cinder-796286-2-smb neutron-server[91936]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 14 16:47:51.666490 dv-cinder-796286-2-smb neutron-server[91936]: timer() Jun 14 16:47:51.666490 dv-cinder-796286-2-smb neutron-server[91936]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 14 16:47:51.666490 dv-cinder-796286-2-smb neutron-server[91936]: cb(*args, **kw) Jun 14 16:47:51.666490 dv-cinder-796286-2-smb neutron-server[91936]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 14 16:47:51.666490 dv-cinder-796286-2-smb neutron-server[91936]: return func(*args, **kwargs) Jun 14 16:47:51.666490 dv-cinder-796286-2-smb neutron-server[91936]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 14 16:47:51.666490 dv-cinder-796286-2-smb neutron-server[91936]: self._notify() Jun 14 16:47:51.666490 dv-cinder-796286-2-smb neutron-server[91936]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 14 16:47:51.666490 dv-cinder-796286-2-smb neutron-server[91936]: self.callback(batched_events) Jun 14 16:47:51.666490 dv-cinder-796286-2-smb neutron-server[91936]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 14 16:47:51.666490 dv-cinder-796286-2-smb neutron-server[91936]: event.method(event) Jun 14 16:47:51.666490 dv-cinder-796286-2-smb neutron-server[91936]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 14 16:47:51.666490 dv-cinder-796286-2-smb neutron-server[91936]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 14 16:47:51.666490 dv-cinder-796286-2-smb neutron-server[91936]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 14 16:47:51.666490 dv-cinder-796286-2-smb neutron-server[91936]: aggregate_uuid = self.p_client.list_aggregates( Jun 14 16:47:51.666490 dv-cinder-796286-2-smb neutron-server[91936]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 14 16:47:51.666490 dv-cinder-796286-2-smb neutron-server[91936]: return f(self, *a, **k) Jun 14 16:47:51.666490 dv-cinder-796286-2-smb neutron-server[91936]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 14 16:47:51.666490 dv-cinder-796286-2-smb neutron-server[91936]: return self._get(url).json() Jun 14 16:47:51.666490 dv-cinder-796286-2-smb neutron-server[91936]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 14 16:47:51.666490 dv-cinder-796286-2-smb neutron-server[91936]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 14 16:47:51.666490 dv-cinder-796286-2-smb neutron-server[91936]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 14 16:47:51.666490 dv-cinder-796286-2-smb neutron-server[91936]: return self.request(url, 'GET', **kwargs) Jun 14 16:47:51.666490 dv-cinder-796286-2-smb neutron-server[91936]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 14 16:47:51.666490 dv-cinder-796286-2-smb neutron-server[91936]: base_url = self.get_endpoint(auth, allow=allow, Jun 14 16:47:51.666490 dv-cinder-796286-2-smb neutron-server[91936]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 14 16:47:51.666490 dv-cinder-796286-2-smb neutron-server[91936]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 14 16:47:51.666490 dv-cinder-796286-2-smb neutron-server[91936]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 14 16:47:51.666490 dv-cinder-796286-2-smb neutron-server[91936]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 14 16:47:51.666490 dv-cinder-796286-2-smb neutron-server[91936]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 14 16:47:51.676782 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150a3999-656a-4527-bd21-82e759bbc12a None None] Pushing event deleted for resources: {'Port': ['ID=c2949b42-d908-40c9-ab0e-75e3819babb3,revision_number=None']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:47:51.689971 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150a3999-656a-4527-bd21-82e759bbc12a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:47:51.690457 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150a3999-656a-4527-bd21-82e759bbc12a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:47:51.691036 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150a3999-656a-4527-bd21-82e759bbc12a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:47:51.691610 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150a3999-656a-4527-bd21-82e759bbc12a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:47:51.692465 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150a3999-656a-4527-bd21-82e759bbc12a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:47:51.693040 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150a3999-656a-4527-bd21-82e759bbc12a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:47:51.693413 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150a3999-656a-4527-bd21-82e759bbc12a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:47:51.693763 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150a3999-656a-4527-bd21-82e759bbc12a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:47:51.694102 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150a3999-656a-4527-bd21-82e759bbc12a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:47:51.694519 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150a3999-656a-4527-bd21-82e759bbc12a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:47:51.695087 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150a3999-656a-4527-bd21-82e759bbc12a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:47:51.695454 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150a3999-656a-4527-bd21-82e759bbc12a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-smb {{(pid=91937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:47:51.700072 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150a3999-656a-4527-bd21-82e759bbc12a None None] No DVR routers for this DVR port c2949b42-d908-40c9-ab0e-75e3819babb3 on host dv-cinder-796286-2-smb {{(pid=91937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 16:47:51.701616 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-150a3999-656a-4527-bd21-82e759bbc12a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:47:51.792911 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-52eb92ed-73f5-4eea-adbf-af963acb6c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-121365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904005'] for network, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:51.799660 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-3100d44f-f891-41da-a99a-1aa001462fd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:47:51.804094 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-52eb92ed-73f5-4eea-adbf-af963acb6c18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693340'] for network, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:51.812185 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-52eb92ed-73f5-4eea-adbf-af963acb6c18 admin admin] 10.222.0.16 "DELETE /v2.0/networks/d4193882-8599-4706-9df3-8f3269a3019f HTTP/1.1" status: 204 len: 168 time: 1.2726383 Jun 14 16:47:51.817077 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 50968) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:47:51.833818 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eb92ed-73f5-4eea-adbf-af963acb6c18 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4193882-8599-4706-9df3-8f3269a3019f,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:47:51.842765 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-52eb92ed-73f5-4eea-adbf-af963acb6c18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:47:51.866740 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:52.710826 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device c2949b42-d908-40c9-ab0e-75e3819babb3 no longer exists at agent ovs-agent-dv-cinder-796286-2-smb {{(pid=91937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 16:47:52.939540 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-ec8eeda2-66c5-4072-abb5-18c9457e0cce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3900891'] for router_interface, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:52.966875 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.plugin [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] No Port match for: c2949b42-d908-40c9-ab0e-75e3819babb3 {{(pid=91937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 16:47:52.967526 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device c2949b42-d908-40c9-ab0e-75e3819babb3 not bound to the agent host dv-cinder-796286-2-smb {{(pid=91937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 16:47:52.990048 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-ac317c73-f3f7-46db-8eeb-274d40bc3b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:53.452114 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.plugin [None req-ec8eeda2-66c5-4072-abb5-18c9457e0cce admin admin] Deleting port 17dbc205-4206-4536-b1d5-914d6489c07f {{(pid=91935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 16:47:53.452585 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-ec8eeda2-66c5-4072-abb5-18c9457e0cce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742580025384'] for port, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:53.613096 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.db [None req-ec8eeda2-66c5-4072-abb5-18c9457e0cce admin admin] For port 17dbc205-4206-4536-b1d5-914d6489c07f, host dv-cinder-796286-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-smb',level=0,port_id=17dbc205-4206-4536-b1d5-914d6489c07f,segment=NetworkSegment(f329a090-da2e-4072-bec0-79bd1d351601),segment_id=f329a090-da2e-4072-bec0-79bd1d351601)] {{(pid=91935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:47:53.613565 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-ec8eeda2-66c5-4072-abb5-18c9457e0cce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3907582'] for port, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:53.746707 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.plugin [None req-ec8eeda2-66c5-4072-abb5-18c9457e0cce admin admin] Calling delete_port for 17dbc205-4206-4536-b1d5-914d6489c07f owned by network:router_interface {{(pid=91935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 16:47:54.052964 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-ec8eeda2-66c5-4072-abb5-18c9457e0cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742580029772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742579636520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58943331'] for port, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:54.055745 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-a9a970ee-9df6-4192-a7d3-798bba38ebbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:47:54.096775 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8eeda2-66c5-4072-abb5-18c9457e0cce admin admin] Pushing event deleted for resources: {'Port': ['ID=17dbc205-4206-4536-b1d5-914d6489c07f,revision_number=None']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:47:54.102308 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-ec8eeda2-66c5-4072-abb5-18c9457e0cce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:47:54.393405 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-ec8eeda2-66c5-4072-abb5-18c9457e0cce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3693360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900491'] for router_interface, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:54.457191 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-61a174dc-ae9e-41b9-9cb1-e8a1b9f9c99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:54.892550 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec8eeda2-66c5-4072-abb5-18c9457e0cce admin admin] Router 3231c07d-2e86-4610-b4f2-3b2482d2d03e has already been hosted by L3 agent ca10c576-315d-4f3b-b2d0-f5eeab5e8277 {{(pid=91935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 16:47:55.100429 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec8eeda2-66c5-4072-abb5-18c9457e0cce admin admin] Notify agent at l3_agent.dv-cinder-796286-2-smb the message routers_updated {{(pid=91935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 16:47:55.109581 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-ec8eeda2-66c5-4072-abb5-18c9457e0cce admin admin] 10.222.0.16 "PUT /v2.0/routers/3231c07d-2e86-4610-b4f2-3b2482d2d03e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2913241 Jun 14 16:47:55.113615 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 50970) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:47:55.118524 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e5d8ca-ac81-4ef5-bc4e-c61d90280425 None None] Sync routers for ids ['3231c07d-2e86-4610-b4f2-3b2482d2d03e'] in dv-cinder-796286-2-smb {{(pid=91938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 16:47:55.134852 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e5d8ca-ac81-4ef5-bc4e-c61d90280425 None None] Routers {'3231c07d-2e86-4610-b4f2-3b2482d2d03e'} bound to L3 agent in host dv-cinder-796286-2-smb {{(pid=91938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:47:55.135786 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_hamode_db [None req-38e5d8ca-ac81-4ef5-bc4e-c61d90280425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-14T16:26:21Z,description=,heartbeat_timestamp=2021-06-14T16:47:52Z,host='dv-cinder-796286-2-smb',id=ca10c576-315d-4f3b-b2d0-f5eeab5e8277,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:26:21Z,topic='l3_agent')) {'router_ids': ['3231c07d-2e86-4610-b4f2-3b2482d2d03e'], 'active': True} {{(pid=91938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:47:55.318160 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-8ce7f976-2bed-4a8a-b0f0-9ae1e5b859ad admin admin] Notify callbacks [] for router, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:55.360295 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_dvr_db [None req-38e5d8ca-ac81-4ef5-bc4e-c61d90280425 None None] Set router 3231c07d-2e86-4610-b4f2-3b2482d2d03e gateway port host: dv-cinder-796286-2-smb {{(pid=91938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:47:55.544988 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-8ce7f976-2bed-4a8a-b0f0-9ae1e5b859ad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:55.630620 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.plugin [None req-8ce7f976-2bed-4a8a-b0f0-9ae1e5b859ad admin admin] Deleting port 9d2593af-02e2-4a8a-a822-5af7971e9a96 {{(pid=91935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 16:47:55.630965 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-8ce7f976-2bed-4a8a-b0f0-9ae1e5b859ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742580025384'] for port, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:55.757814 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_hamode_db [None req-38e5d8ca-ac81-4ef5-bc4e-c61d90280425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3231c07d-2e86-4610-b4f2-3b2482d2d03e', 'name': 'tempest-TestShelveInstance-48939712-router', 'tenant_id': '21c86526f59a412caa712054c920c7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'external_fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.133'}], 'enable_snat': True}, 'gw_port_id': '9d2593af-02e2-4a8a-a822-5af7971e9a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:43:17Z', 'updated_at': '2021-06-14T16:47:53Z', 'revision_number': 5, 'project_id': '21c86526f59a412caa712054c920c7f4', 'gw_port': {'id': '9d2593af-02e2-4a8a-a822-5af7971e9a96', 'name': '', 'network_id': '2b8148fa-8475-41af-8213-9af35fa3c21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3231c07d-2e86-4610-b4f2-3b2482d2d03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'ip_address': '172.28.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:43:19Z', 'updated_at': '2021-06-14T16:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '245e4c8b-b6d5-4126-ad47-8a46fc8189c6', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-smb'}], 'dv-cinder-796286-2-smb', False) {} {{(pid=91938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:47:55.763946 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e5d8ca-ac81-4ef5-bc4e-c61d90280425 None None] Checking router: 3231c07d-2e86-4610-b4f2-3b2482d2d03e for host: dv-cinder-796286-2-smb {{(pid=91938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 16:47:55.775065 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e5d8ca-ac81-4ef5-bc4e-c61d90280425 None None] Routers {'3231c07d-2e86-4610-b4f2-3b2482d2d03e'} bound to L3 agent in host dv-cinder-796286-2-smb {{(pid=91938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:47:55.775795 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_hamode_db [None req-38e5d8ca-ac81-4ef5-bc4e-c61d90280425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-14T16:26:21Z,description=,heartbeat_timestamp=2021-06-14T16:47:52Z,host='dv-cinder-796286-2-smb',id=ca10c576-315d-4f3b-b2d0-f5eeab5e8277,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:26:21Z,topic='l3_agent')) {'router_ids': ['3231c07d-2e86-4610-b4f2-3b2482d2d03e'], 'active': True} {{(pid=91938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:47:55.789926 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.db [None req-8ce7f976-2bed-4a8a-b0f0-9ae1e5b859ad admin admin] For port 9d2593af-02e2-4a8a-a822-5af7971e9a96, host dv-cinder-796286-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-smb',level=0,port_id=9d2593af-02e2-4a8a-a822-5af7971e9a96,segment=NetworkSegment(a2c1fc44-b613-4a01-80b3-58a3526400ae),segment_id=a2c1fc44-b613-4a01-80b3-58a3526400ae)] {{(pid=91935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:47:55.790346 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-8ce7f976-2bed-4a8a-b0f0-9ae1e5b859ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3907582'] for port, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:55.962025 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.plugins.ml2.plugin [None req-8ce7f976-2bed-4a8a-b0f0-9ae1e5b859ad admin admin] Calling delete_port for 9d2593af-02e2-4a8a-a822-5af7971e9a96 owned by network:router_gateway {{(pid=91935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 16:47:55.982723 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_dvr_db [None req-38e5d8ca-ac81-4ef5-bc4e-c61d90280425 None None] Set router 3231c07d-2e86-4610-b4f2-3b2482d2d03e gateway port host: None {{(pid=91938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:47:56.138452 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.l3_hamode_db [None req-38e5d8ca-ac81-4ef5-bc4e-c61d90280425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3231c07d-2e86-4610-b4f2-3b2482d2d03e', 'name': 'tempest-TestShelveInstance-48939712-router', 'tenant_id': '21c86526f59a412caa712054c920c7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:43:17Z', 'updated_at': '2021-06-14T16:47:55Z', 'revision_number': 6, 'project_id': '21c86526f59a412caa712054c920c7f4', 'gw_port_host': None}], 'dv-cinder-796286-2-smb', False) {} {{(pid=91938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:47:56.145223 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e5d8ca-ac81-4ef5-bc4e-c61d90280425 None None] The sync data for ids ['3231c07d-2e86-4610-b4f2-3b2482d2d03e'] in dv-cinder-796286-2-smb is: [{'id': '3231c07d-2e86-4610-b4f2-3b2482d2d03e', 'name': 'tempest-TestShelveInstance-48939712-router', 'tenant_id': '21c86526f59a412caa712054c920c7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:43:17Z', 'updated_at': '2021-06-14T16:47:55Z', 'revision_number': 6, 'project_id': '21c86526f59a412caa712054c920c7f4', 'gw_port_host': None}] {{(pid=91938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 16:47:56.297639 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-8ce7f976-2bed-4a8a-b0f0-9ae1e5b859ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742580029772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742579636520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58943331'] for port, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:56.301631 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-11dd260d-68ff-4cd2-b474-198626ce37d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:47:56.340596 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce7f976-2bed-4a8a-b0f0-9ae1e5b859ad admin admin] Pushing event deleted for resources: {'Port': ['ID=9d2593af-02e2-4a8a-a822-5af7971e9a96,revision_number=None']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:47:56.346349 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-8ce7f976-2bed-4a8a-b0f0-9ae1e5b859ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:47:56.492191 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-8ce7f976-2bed-4a8a-b0f0-9ae1e5b859ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904024'] for router_gateway, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:57.048819 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device 17dbc205-4206-4536-b1d5-914d6489c07f no longer exists at agent ovs-agent-dv-cinder-796286-2-smb {{(pid=91937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 16:47:57.055074 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-8ce7f976-2bed-4a8a-b0f0-9ae1e5b859ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3902185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45039'] for router, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:57.057565 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-8ce7f976-2bed-4a8a-b0f0-9ae1e5b859ad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:57.079157 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.plugin [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] No Port match for: 17dbc205-4206-4536-b1d5-914d6489c07f {{(pid=91937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 16:47:57.079570 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device 17dbc205-4206-4536-b1d5-914d6489c07f not bound to the agent host dv-cinder-796286-2-smb {{(pid=91937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 16:47:57.177443 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-8ce7f976-2bed-4a8a-b0f0-9ae1e5b859ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3902783'] for router, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:57.178474 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce7f976-2bed-4a8a-b0f0-9ae1e5b859ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3231c07d-2e86-4610-b4f2-3b2482d2d03e {{(pid=91935) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 14 16:47:57.184586 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-8ce7f976-2bed-4a8a-b0f0-9ae1e5b859ad admin admin] Notify callbacks [] for router, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:57.185789 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-8ce7f976-2bed-4a8a-b0f0-9ae1e5b859ad admin admin] 10.222.0.16 "DELETE /v2.0/routers/3231c07d-2e86-4610-b4f2-3b2482d2d03e HTTP/1.1" status: 204 len: 168 time: 2.0711868 Jun 14 16:47:57.190184 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 50972) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:47:57.293102 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.db.db_base_plugin_v2 [None req-df5f0e03-bde7-4d22-9442-affeab6c40e5 admin admin] Deleting subnet af9afad6-93f5-4a6d-a9de-17e9525dff6f {{(pid=91935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 14 16:47:57.298049 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-df5f0e03-bde7-4d22-9442-affeab6c40e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:57.375788 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-df5f0e03-bde7-4d22-9442-affeab6c40e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59571735'] for subnet, precommit_delete_associations {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:57.531872 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-df5f0e03-bde7-4d22-9442-affeab6c40e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676727'] for subnet, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:57.626266 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-df5f0e03-bde7-4d22-9442-affeab6c40e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3882712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58941593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58922034'] for subnet, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:57.629919 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-26400024-99cb-4c7b-b2f3-2805ac66dfce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:47:57.664936 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5f0e03-bde7-4d22-9442-affeab6c40e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af9afad6-93f5-4a6d-a9de-17e9525dff6f,revision_number=None']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:47:57.669672 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-df5f0e03-bde7-4d22-9442-affeab6c40e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:47:57.674284 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-df5f0e03-bde7-4d22-9442-affeab6c40e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693340'] for subnet, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:57.678025 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-df5f0e03-bde7-4d22-9442-affeab6c40e5 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/af9afad6-93f5-4a6d-a9de-17e9525dff6f HTTP/1.1" status: 204 len: 168 time: 0.4863019 Jun 14 16:47:57.681218 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 50974) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:47:57.682295 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb05a06-770a-44b1-b698-f242a090a2a6 None None] Network ad829f93-d6f5-4cf7-96b8-b1740926bdfc requested from dv-cinder-796286-2-smb {{(pid=91937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 16:47:57.817507 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-c94f7ee1-5ac3-4707-b432-090d330e9018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528124'] for network, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:57.931660 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.plugin [None req-c94f7ee1-5ac3-4707-b432-090d330e9018 admin admin] Deleting port 4c5c1222-e9eb-4d16-8aef-49c743c2a711 {{(pid=91936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 16:47:57.932145 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-c94f7ee1-5ac3-4707-b432-090d330e9018 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742580025384'] for port, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:58.016920 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf9c597-0d2e-4ee8-bb36-c6a66f098a8a None None] DHCP port deletion for ad829f93-d6f5-4cf7-96b8-b1740926bdfc request from dv-cinder-796286-2-smb {{(pid=91937) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 14 16:47:58.052756 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.db [None req-c94f7ee1-5ac3-4707-b432-090d330e9018 admin admin] For port 4c5c1222-e9eb-4d16-8aef-49c743c2a711, host dv-cinder-796286-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-smb',level=0,port_id=4c5c1222-e9eb-4d16-8aef-49c743c2a711,segment=NetworkSegment(f329a090-da2e-4072-bec0-79bd1d351601),segment_id=f329a090-da2e-4072-bec0-79bd1d351601)] {{(pid=91936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:47:58.052756 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-c94f7ee1-5ac3-4707-b432-090d330e9018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3907582'] for port, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:58.089566 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.plugin [None req-ccf9c597-0d2e-4ee8-bb36-c6a66f098a8a None None] Deleting port 4c5c1222-e9eb-4d16-8aef-49c743c2a711 {{(pid=91937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 16:47:58.090230 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-ccf9c597-0d2e-4ee8-bb36-c6a66f098a8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742580025384'] for port, before_delete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:58.172592 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.plugin [None req-c94f7ee1-5ac3-4707-b432-090d330e9018 admin admin] Calling delete_port for 4c5c1222-e9eb-4d16-8aef-49c743c2a711 owned by network:dhcp {{(pid=91936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 16:47:58.191106 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.db [None req-ccf9c597-0d2e-4ee8-bb36-c6a66f098a8a None None] For port 4c5c1222-e9eb-4d16-8aef-49c743c2a711, host dv-cinder-796286-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-smb',level=0,port_id=4c5c1222-e9eb-4d16-8aef-49c743c2a711,segment=NetworkSegment(f329a090-da2e-4072-bec0-79bd1d351601),segment_id=f329a090-da2e-4072-bec0-79bd1d351601)] {{(pid=91937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:47:58.191388 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-ccf9c597-0d2e-4ee8-bb36-c6a66f098a8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3907582'] for port, precommit_delete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:58.323686 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.plugin [None req-ccf9c597-0d2e-4ee8-bb36-c6a66f098a8a None None] Calling delete_port for 4c5c1222-e9eb-4d16-8aef-49c743c2a711 owned by network:dhcp {{(pid=91937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 16:47:58.465467 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-ccf9c597-0d2e-4ee8-bb36-c6a66f098a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742580029772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742579636520'] for port, after_delete {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:58.468427 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-136bf88c-053a-4d65-bac9-f9bb37a90629 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:47:58.510180 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf9c597-0d2e-4ee8-bb36-c6a66f098a8a None None] Pushing event deleted for resources: {'Port': ['ID=4c5c1222-e9eb-4d16-8aef-49c743c2a711,revision_number=None']} {{(pid=91937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:47:58.513502 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG oslo_concurrency.lockutils [None req-ccf9c597-0d2e-4ee8-bb36-c6a66f098a8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:47:58.517865 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf9c597-0d2e-4ee8-bb36-c6a66f098a8a None None] No DVR routers for this DVR port 4c5c1222-e9eb-4d16-8aef-49c743c2a711 on host dv-cinder-796286-2-smb {{(pid=91937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 16:47:58.623267 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-c94f7ee1-5ac3-4707-b432-090d330e9018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-782791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742580029772', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742579636520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60243860'] for port, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:58.627843 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-fa21faf5-4f99-4476-8310-c2689ddef959 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:47:58.673591 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94f7ee1-5ac3-4707-b432-090d330e9018 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c5c1222-e9eb-4d16-8aef-49c743c2a711,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:47:58.676149 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94f7ee1-5ac3-4707-b432-090d330e9018 admin admin] No DVR routers for this DVR port 4c5c1222-e9eb-4d16-8aef-49c743c2a711 on host dv-cinder-796286-2-smb {{(pid=91936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 16:47:58.679802 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-c94f7ee1-5ac3-4707-b432-090d330e9018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:47:58.719111 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device 9d2593af-02e2-4a8a-a822-5af7971e9a96 no longer exists at agent ovs-agent-dv-cinder-796286-2-smb {{(pid=91937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 16:47:58.769162 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.plugin [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] No Port match for: 9d2593af-02e2-4a8a-a822-5af7971e9a96 {{(pid=91937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 16:47:58.769714 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device 9d2593af-02e2-4a8a-a822-5af7971e9a96 not bound to the agent host dv-cinder-796286-2-smb {{(pid=91937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 16:47:58.770422 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device 4c5c1222-e9eb-4d16-8aef-49c743c2a711 no longer exists at agent ovs-agent-dv-cinder-796286-2-smb {{(pid=91937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 16:47:58.813422 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.plugin [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] No Port match for: 4c5c1222-e9eb-4d16-8aef-49c743c2a711 {{(pid=91937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 16:47:58.813983 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron.plugins.ml2.rpc [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Device 4c5c1222-e9eb-4d16-8aef-49c743c2a711 not bound to the agent host dv-cinder-796286-2-smb {{(pid=91937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 16:47:58.854744 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-c94f7ee1-5ac3-4707-b432-090d330e9018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665066', 'neutron.services.segments.db._delete_segments_for_network-8742580095160'] for network, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:58.869937 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.services.segments.db [None req-c94f7ee1-5ac3-4707-b432-090d330e9018 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad829f93-d6f5-4cf7-96b8-b1740926bdfc']}} {{(pid=91936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:47:58.885738 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.services.segments.db [None req-c94f7ee1-5ac3-4707-b432-090d330e9018 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f329a090-da2e-4072-bec0-79bd1d351601') {'for_net_delete': True} {{(pid=91936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:47:58.886141 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.services.segments.db [None req-c94f7ee1-5ac3-4707-b432-090d330e9018 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f329a090-da2e-4072-bec0-79bd1d351601') {} {{(pid=91936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:47:58.906281 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-c94f7ee1-5ac3-4707-b432-090d330e9018 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742580094998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60627297'] for segment, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:58.925995 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-c94f7ee1-5ac3-4707-b432-090d330e9018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678690'] for segment, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:58.934586 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c94f7ee1-5ac3-4707-b432-090d330e9018 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=91936) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 16:47:58.934999 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-c94f7ee1-5ac3-4707-b432-090d330e9018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60243911'] for segment, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:58.936972 dv-cinder-796286-2-smb neutron-server[91936]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 14 16:47:58.936972 dv-cinder-796286-2-smb neutron-server[91936]: self.session.flush() Jun 14 16:47:58.936972 dv-cinder-796286-2-smb neutron-server[91936]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 14 16:47:58.936972 dv-cinder-796286-2-smb neutron-server[91936]: self.session.flush() Jun 14 16:47:58.936972 dv-cinder-796286-2-smb neutron-server[91936]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 14 16:47:58.936972 dv-cinder-796286-2-smb neutron-server[91936]: self.session.flush() Jun 14 16:47:58.936972 dv-cinder-796286-2-smb neutron-server[91936]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 14 16:47:58.936972 dv-cinder-796286-2-smb neutron-server[91936]: self.session.flush() Jun 14 16:47:58.936972 dv-cinder-796286-2-smb neutron-server[91936]: Traceback (most recent call last): Jun 14 16:47:58.936972 dv-cinder-796286-2-smb neutron-server[91936]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 14 16:47:58.936972 dv-cinder-796286-2-smb neutron-server[91936]: timer() Jun 14 16:47:58.936972 dv-cinder-796286-2-smb neutron-server[91936]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 14 16:47:58.936972 dv-cinder-796286-2-smb neutron-server[91936]: cb(*args, **kw) Jun 14 16:47:58.936972 dv-cinder-796286-2-smb neutron-server[91936]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 14 16:47:58.936972 dv-cinder-796286-2-smb neutron-server[91936]: return func(*args, **kwargs) Jun 14 16:47:58.936972 dv-cinder-796286-2-smb neutron-server[91936]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 14 16:47:58.936972 dv-cinder-796286-2-smb neutron-server[91936]: self._notify() Jun 14 16:47:58.936972 dv-cinder-796286-2-smb neutron-server[91936]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 14 16:47:58.936972 dv-cinder-796286-2-smb neutron-server[91936]: self.callback(batched_events) Jun 14 16:47:58.936972 dv-cinder-796286-2-smb neutron-server[91936]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 14 16:47:58.936972 dv-cinder-796286-2-smb neutron-server[91936]: event.method(event) Jun 14 16:47:58.936972 dv-cinder-796286-2-smb neutron-server[91936]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 14 16:47:58.936972 dv-cinder-796286-2-smb neutron-server[91936]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 14 16:47:58.936972 dv-cinder-796286-2-smb neutron-server[91936]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 14 16:47:58.936972 dv-cinder-796286-2-smb neutron-server[91936]: aggregate_uuid = self.p_client.list_aggregates( Jun 14 16:47:58.936972 dv-cinder-796286-2-smb neutron-server[91936]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 14 16:47:58.936972 dv-cinder-796286-2-smb neutron-server[91936]: return f(self, *a, **k) Jun 14 16:47:58.936972 dv-cinder-796286-2-smb neutron-server[91936]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 14 16:47:58.936972 dv-cinder-796286-2-smb neutron-server[91936]: return self._get(url).json() Jun 14 16:47:58.936972 dv-cinder-796286-2-smb neutron-server[91936]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 14 16:47:58.936972 dv-cinder-796286-2-smb neutron-server[91936]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 14 16:47:58.936972 dv-cinder-796286-2-smb neutron-server[91936]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 14 16:47:58.936972 dv-cinder-796286-2-smb neutron-server[91936]: return self.request(url, 'GET', **kwargs) Jun 14 16:47:58.936972 dv-cinder-796286-2-smb neutron-server[91936]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 14 16:47:58.936972 dv-cinder-796286-2-smb neutron-server[91936]: base_url = self.get_endpoint(auth, allow=allow, Jun 14 16:47:58.936972 dv-cinder-796286-2-smb neutron-server[91936]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 14 16:47:58.936972 dv-cinder-796286-2-smb neutron-server[91936]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 14 16:47:58.936972 dv-cinder-796286-2-smb neutron-server[91936]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 14 16:47:58.936972 dv-cinder-796286-2-smb neutron-server[91936]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 14 16:47:58.936972 dv-cinder-796286-2-smb neutron-server[91936]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 14 16:47:59.021056 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-c94f7ee1-5ac3-4707-b432-090d330e9018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-121365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904005'] for network, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:59.028387 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-b895d92f-32c6-470c-8307-59c8367febe0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:47:59.031886 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-c94f7ee1-5ac3-4707-b432-090d330e9018 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693340'] for network, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:59.034045 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-c94f7ee1-5ac3-4707-b432-090d330e9018 admin admin] 10.222.0.16 "DELETE /v2.0/networks/ad829f93-d6f5-4cf7-96b8-b1740926bdfc HTTP/1.1" status: 204 len: 168 time: 1.3516064 Jun 14 16:47:59.059112 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94f7ee1-5ac3-4707-b432-090d330e9018 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad829f93-d6f5-4cf7-96b8-b1740926bdfc,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:47:59.063142 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-c94f7ee1-5ac3-4707-b432-090d330e9018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:47:59.324870 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 50980) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:47:59.376327 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-c07db5dc-020d-49f5-b544-beae078d829c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e79717fb8ae642c893bfd8688c1e5036&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0499222 Jun 14 16:47:59.378740 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [-] (91936) accepted ('10.222.0.16', 50982) {{(pid=91936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:47:59.460604 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-eee75a1b-a4ac-48cf-8eab-5d8d3b69bfd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:59.492223 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-eee75a1b-a4ac-48cf-8eab-5d8d3b69bfd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:59.555832 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-eee75a1b-a4ac-48cf-8eab-5d8d3b69bfd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:59.559755 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-eee75a1b-a4ac-48cf-8eab-5d8d3b69bfd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:59.561080 dv-cinder-796286-2-smb neutron-server[91936]: INFO neutron.wsgi [None req-eee75a1b-a4ac-48cf-8eab-5d8d3b69bfd9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f9fb4eab-92fe-46bc-a244-feed2954636a HTTP/1.1" status: 204 len: 168 time: 0.1813786 Jun 14 16:47:59.562194 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-635a4f50-8094-48f2-b086-ebecf6f57dc9 tempest-AttachVolumeTestJSON-1291361962 tempest-AttachVolumeTestJSON-1291361962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:47:59.574553 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee75a1b-a4ac-48cf-8eab-5d8d3b69bfd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9fb4eab-92fe-46bc-a244-feed2954636a,revision_number=None']} {{(pid=91936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:47:59.578257 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-eee75a1b-a4ac-48cf-8eab-5d8d3b69bfd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:48:00.022355 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 50988) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:48:00.097631 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-3e3c5cea-a810-4919-a5ef-8fd83023537b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=21c86526f59a412caa712054c920c7f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0738251 Jun 14 16:48:00.100355 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [-] (91935) accepted ('10.222.0.16', 50992) {{(pid=91935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:48:00.167095 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-552cc9e1-1dd9-4987-8ac2-4ed10b215bbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:00.201775 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-552cc9e1-1dd9-4987-8ac2-4ed10b215bbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:00.280995 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-552cc9e1-1dd9-4987-8ac2-4ed10b215bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3840376'] for security_group, after_delete {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:00.283704 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron_lib.callbacks.manager [None req-552cc9e1-1dd9-4987-8ac2-4ed10b215bbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:00.285122 dv-cinder-796286-2-smb neutron-server[91935]: INFO neutron.wsgi [None req-552cc9e1-1dd9-4987-8ac2-4ed10b215bbd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3155093a-8bc7-488e-bfde-4ebcbad1ed1d HTTP/1.1" status: 204 len: 168 time: 0.1835191 Jun 14 16:48:00.285752 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-41a12727-915b-4829-8e41-2c6324bb9ad8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:48:00.295965 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552cc9e1-1dd9-4987-8ac2-4ed10b215bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3155093a-8bc7-488e-bfde-4ebcbad1ed1d,revision_number=None']} {{(pid=91935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:48:00.298470 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG oslo_concurrency.lockutils [None req-552cc9e1-1dd9-4987-8ac2-4ed10b215bbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:48:16.119857 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:18.917439 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-3e7b501a-55e7-43c9-bf31-ba4e9b54cbe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:21.562704 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0eb00b20-50c5-40b7-85c4-0d99deaf4648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:21.862096 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:22.809640 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-ac317c73-f3f7-46db-8eeb-274d40bc3b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:23.328504 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.agents_db [None req-014db0b1-f8e7-4480-967a-879c185ba95d None None] Agent healthcheck: found 6 active agents {{(pid=91938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:48:24.456059 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-61a174dc-ae9e-41b9-9cb1-e8a1b9f9c99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:46.137771 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:48.904823 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-5cf2cebe-ff7e-461a-accd-64792f4547a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:51.560834 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-26d51554-ab2c-4614-aa17-a5b801fea0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:51.860347 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:52.805831 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-ac317c73-f3f7-46db-8eeb-274d40bc3b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:54.463689 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-61a174dc-ae9e-41b9-9cb1-e8a1b9f9c99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:49:00.328836 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.agents_db [None req-014db0b1-f8e7-4480-967a-879c185ba95d None None] Agent healthcheck: found 6 active agents {{(pid=91938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:49:16.143029 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:49:18.917534 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-03584b28-7260-4eee-af7a-c2cf162d6e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:49:21.574767 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0892355d-d817-452d-83bd-eb1f6d009a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:49:21.863494 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:49:22.815398 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-ac317c73-f3f7-46db-8eeb-274d40bc3b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:49:24.479890 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-61a174dc-ae9e-41b9-9cb1-e8a1b9f9c99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:49:37.331083 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.agents_db [None req-014db0b1-f8e7-4480-967a-879c185ba95d None None] Agent healthcheck: found 6 active agents {{(pid=91938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:49:46.146234 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:49:48.921762 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-5ad28d0e-eb96-4fb4-89e5-263dcd5334d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:49:51.561276 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-6eda124d-736c-4cf1-b13f-df026c0001f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:49:51.858723 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:49:52.814764 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-ac317c73-f3f7-46db-8eeb-274d40bc3b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:49:54.467953 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-61a174dc-ae9e-41b9-9cb1-e8a1b9f9c99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:50:09.115982 dv-cinder-796286-2-smb neutron-server[91935]: DEBUG neutron.wsgi [req-e9320362-3145-494b-a982-590d281e421f req-76a9bafa-6fc5-4ed7-9da1-c4d90dc774dc service neutron] (91935) timed out ('10.222.0.41', 51520) {{(pid=91935) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 14 16:50:14.330703 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.agents_db [None req-014db0b1-f8e7-4480-967a-879c185ba95d None None] Agent healthcheck: found 6 active agents {{(pid=91938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:50:16.159782 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:50:18.916418 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-17244f4f-1a95-4b1c-b1de-8d92566c6c15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:50:21.249658 dv-cinder-796286-2-smb neutron-server[91936]: DEBUG neutron.wsgi [req-533288f0-9054-40dd-9ef6-b60547b32f5c req-8348e41d-6fe4-4af0-aaaa-e11c9491a241 tempest-DeleteServersTestJSON-633373428 tempest-DeleteServersTestJSON-633373428-project] (91936) timed out ('10.222.0.41', 51517) {{(pid=91936) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 14 16:50:21.555086 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-06a2113f-c4b8-4cdd-91de-4450f17fe95c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:50:21.862556 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:50:22.825841 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-ac317c73-f3f7-46db-8eeb-274d40bc3b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:50:24.472915 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-61a174dc-ae9e-41b9-9cb1-e8a1b9f9c99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:50:46.168476 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:50:48.934493 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-32942b67-d899-4a2f-bbfb-fede6b058569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:50:51.334377 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.agents_db [None req-014db0b1-f8e7-4480-967a-879c185ba95d None None] Agent healthcheck: found 6 active agents {{(pid=91938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:50:51.564699 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-3dc509f6-a546-4b21-82f4-a3e25f9690f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:50:51.872442 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:50:52.825249 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-ac317c73-f3f7-46db-8eeb-274d40bc3b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:50:54.471981 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-61a174dc-ae9e-41b9-9cb1-e8a1b9f9c99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:51:16.159631 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:51:18.922623 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-3e0c48d0-7d37-46a8-a4aa-25acc37c6e88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:51:21.559084 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-9f14768b-aa8f-4f6a-a8b5-c88935f070aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:51:21.875049 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:51:22.833277 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-ac317c73-f3f7-46db-8eeb-274d40bc3b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:51:24.475336 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-61a174dc-ae9e-41b9-9cb1-e8a1b9f9c99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:51:28.335754 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.agents_db [None req-014db0b1-f8e7-4480-967a-879c185ba95d None None] Agent healthcheck: found 6 active agents {{(pid=91938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:51:46.170002 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:51:48.915231 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-61166256-5263-4de5-a336-5c3e6bc173f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:51:51.551343 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-5b4f8bfd-9287-4ad0-b95e-c8752e7a97de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:51:51.870671 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:51:52.832528 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-ac317c73-f3f7-46db-8eeb-274d40bc3b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:51:54.482963 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-61a174dc-ae9e-41b9-9cb1-e8a1b9f9c99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:52:05.335073 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.agents_db [None req-014db0b1-f8e7-4480-967a-879c185ba95d None None] Agent healthcheck: found 6 active agents {{(pid=91938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:52:16.171316 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:52:18.923395 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-e39d3e9f-459b-4082-967a-58d94c94b010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:52:21.555112 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-cea6d2aa-0f9b-4190-be9c-8fb801b3bb08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:52:21.873741 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:52:22.830765 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-ac317c73-f3f7-46db-8eeb-274d40bc3b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:52:24.480922 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-61a174dc-ae9e-41b9-9cb1-e8a1b9f9c99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:52:42.335055 dv-cinder-796286-2-smb neutron-server[91938]: DEBUG neutron.db.agents_db [None req-014db0b1-f8e7-4480-967a-879c185ba95d None None] Agent healthcheck: found 6 active agents {{(pid=91938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:52:46.200969 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-1ba7a45f-33af-469a-9ca9-6aa8eec5a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:52:48.917165 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-44c8165a-81d8-4e56-9005-c4deadb410e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:52:51.557445 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-420a6393-d9ed-4b4f-b4c0-3615511863e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:52:51.885807 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-0e983a76-faa0-46e7-9dd5-9829c806dabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:52:52.837241 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-ac317c73-f3f7-46db-8eeb-274d40bc3b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:52:54.482626 dv-cinder-796286-2-smb neutron-server[91937]: DEBUG neutron_lib.callbacks.manager [None req-61a174dc-ae9e-41b9-9cb1-e8a1b9f9c99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742580095142', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-664372'] for agent, after_update {{(pid=91937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}